{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Run all the LM-Evals\n",
    "Batch by batch : In accordence to the first letter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "MODEL_REPO:  RWKV/rwkv-5-world-7b\n"
     ]
    }
   ],
   "source": [
    "# Configure the batch size to use, for inference, default=8 is adjusted for 4090's (24GB vram)\n",
    "MODEL_REPO=\"RWKV/rwkv-5-world-7b\"\n",
    "OUTPUT_PREFIX=\"RB/Eagle-7B-1T\"\n",
    "print(\"MODEL_REPO: \", MODEL_REPO)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The following values were not passed to `accelerate launch` and had defaults used instead:\n",
      "\t`--num_processes` was set to a value of `8`\n",
      "\t\tMore than one GPU was found, enabling multi-GPU training.\n",
      "\t\tIf this was unintended please pass in `--num_processes=1`.\n",
      "\t`--num_machines` was set to a value of `1`\n",
      "\t`--mixed_precision` was set to a value of `'no'`\n",
      "\t`--dynamo_backend` was set to a value of `'no'`\n",
      "To avoid this warning pass in values for each of the problematic parameters or run `accelerate config`.\n",
      "Using RTX 3090 or 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled.\n",
      "2024-02-01:00:29:37,579 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:29:37,579 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:29:37,627 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:29:37,627 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:29:37,641 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:29:37,641 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:29:37,710 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:29:37,717 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:29:37,717 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:29:37,717 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:29:37,717 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:29:37,723 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:29:37,723 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:29:37,733 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:29:37,733 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:29:37,743 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:29:37,743 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:29:37,749 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:29:37,763 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:29:37,864 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:29:37,866 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:29:37,873 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:29:37,874 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:29:37,881 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:29:39,615 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:29:39,620 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:29:39,625 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:29:39,862 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:29:39,864 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:29:39,870 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:29:39,907 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:29:39,991 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:29:42,187 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:42,199 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:42,211 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:42,381 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:42,398 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:42,460 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:42,504 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:42,518 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,334 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,336 INFO     [__main__.py:229] Selected Tasks: ['arc_challenge']\n",
      "2024-02-01:00:29:44,340 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,341 INFO     [__main__.py:229] Selected Tasks: ['arc_challenge']\n",
      "2024-02-01:00:29:44,360 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,361 INFO     [__main__.py:229] Selected Tasks: ['arc_challenge']\n",
      "2024-02-01:00:29:44,488 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,489 INFO     [__main__.py:229] Selected Tasks: ['arc_challenge']\n",
      "2024-02-01:00:29:44,520 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,522 INFO     [__main__.py:229] Selected Tasks: ['arc_challenge']\n",
      "2024-02-01:00:29:44,609 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,610 INFO     [__main__.py:229] Selected Tasks: ['arc_challenge']\n",
      "2024-02-01:00:29:44,627 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,630 INFO     [__main__.py:229] Selected Tasks: ['arc_challenge']\n",
      "2024-02-01:00:29:44,647 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:29:44,648 INFO     [__main__.py:229] Selected Tasks: ['arc_challenge']\n",
      "2024-02-01:00:29:45,903 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:45,931 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:45,959 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:45,967 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:45,988 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:45,998 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,011 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,016 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,027 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,039 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,041 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,044 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,045 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,056 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,067 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,069 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,072 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,081 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,083 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,087 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,098 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,099 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,104 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,110 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,114 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,118 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,128 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,129 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,133 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,138 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,142 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,149 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,157 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,159 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,163 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,167 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,175 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,180 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,186 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,187 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,188 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,192 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,196 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,203 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,211 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,215 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,216 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,216 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,217 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,220 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,224 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,235 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,241 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,244 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,245 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,245 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,246 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,250 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,253 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,265 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,273 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,275 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,277 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,278 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,279 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,280 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,286 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,295 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,303 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,306 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,307 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,308 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,309 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,309 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,315 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,326 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,332 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,335 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,336 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,338 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,338 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,338 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,345 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,355 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,361 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,365 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,365 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,367 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,367 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,369 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,374 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,387 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,392 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,393 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,395 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,395 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,396 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,397 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,402 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,418 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,421 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,422 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,426 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,426 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,427 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,427 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,434 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,448 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,451 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,451 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,455 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,457 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,457 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,458 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,463 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,479 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,481 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,481 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,487 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,487 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,493 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,499 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,499 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,507 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,511 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,511 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,517 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,517 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,521 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,528 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,529 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,539 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,539 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,540 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,545 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,546 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,550 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,558 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,561 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,568 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,569 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,572 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,574 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,586 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,588 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,590 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,591 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,599 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,599 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,602 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,604 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,615 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,619 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,622 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,623 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,629 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,633 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,634 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,635 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,645 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,649 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,652 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,654 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,658 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,664 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,667 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,670 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,674 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,677 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,680 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,687 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,688 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,694 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,699 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,701 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,705 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,710 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,710 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,720 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,722 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,723 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,729 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,734 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,735 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,740 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,740 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,750 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,751 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,752 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,760 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,764 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,766 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,770 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,773 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,781 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,782 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,783 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,790 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,793 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,796 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,798 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,802 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,811 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,811 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,815 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,820 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,823 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,826 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,827 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,831 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,840 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,840 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,845 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,850 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,852 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,855 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,861 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,870 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,870 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,875 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,879 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,881 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,884 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,890 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,898 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,899 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,903 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,909 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,911 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,912 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,921 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,928 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,929 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,933 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,939 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,941 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,942 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,951 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,957 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,958 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,969 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,971 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,980 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,985 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,997 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:46,999 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,014 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,026 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,029 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,055 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,059 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,083 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,087 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,110 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,115 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:29:47,142 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:30:06,252 INFO     [huggingface.py:302] Using 8 devices with data parallelism\n",
      "2024-02-01:00:30:06,522 WARNING  [evaluator.py:143] Overwriting default num_fewshot of arc_challenge from None to 25\n",
      "2024-02-01:00:30:06,522 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:00:30:07,629 WARNING  [evaluator.py:143] Overwriting default num_fewshot of arc_challenge from None to 25\n",
      "2024-02-01:00:30:07,629 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:00:30:07,778 WARNING  [evaluator.py:143] Overwriting default num_fewshot of arc_challenge from None to 25\n",
      "2024-02-01:00:30:07,778 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:00:30:08,137 WARNING  [evaluator.py:143] Overwriting default num_fewshot of arc_challenge from None to 25\n",
      "2024-02-01:00:30:08,137 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:00:30:08,970 WARNING  [evaluator.py:143] Overwriting default num_fewshot of arc_challenge from None to 25\n",
      "2024-02-01:00:30:08,970 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:00:30:09,169 WARNING  [evaluator.py:143] Overwriting default num_fewshot of arc_challenge from None to 25\n",
      "2024-02-01:00:30:09,169 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:00:30:09,193 WARNING  [evaluator.py:143] Overwriting default num_fewshot of arc_challenge from None to 25\n",
      "2024-02-01:00:30:09,193 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:00:30:09,341 WARNING  [evaluator.py:143] Overwriting default num_fewshot of arc_challenge from None to 25\n",
      "2024-02-01:00:30:09,341 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:00:30:17,987 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:30:17,987 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:30:17,987 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:30:17,987 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:30:17,987 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:30:17,987 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:30:17,987 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:30:17,987 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "  0%|                                                   | 0/587 [00:00<?, ?it/s]Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "100%|█████████████████████████████████████████| 587/587 [07:46<00:00,  1.26it/s]\n",
      "hf (pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True), gen_kwargs: (None), limit: None, num_fewshot: 25, batch_size: auto (8)\n",
      "|    Tasks    |Version|Filter|n-shot| Metric |Value |   |Stderr|\n",
      "|-------------|------:|------|-----:|--------|-----:|---|-----:|\n",
      "|arc_challenge|      1|none  |    25|acc     |0.4292|±  |0.0145|\n",
      "|             |       |none  |    25|acc_norm|0.4761|±  |0.0146|\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!accelerate launch -m lm_eval --model hf --model_args pretrained={MODEL_REPO},dtype=\"float16\",trust_remote_code=True \\\n",
    "    --tasks arc_challenge --num_fewshot 25 --batch_size auto --log_samples \\\n",
    "    --output_path ./results/{OUTPUT_PREFIX}-ac"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The following values were not passed to `accelerate launch` and had defaults used instead:\n",
      "\t`--num_processes` was set to a value of `8`\n",
      "\t\tMore than one GPU was found, enabling multi-GPU training.\n",
      "\t\tIf this was unintended please pass in `--num_processes=1`.\n",
      "\t`--num_machines` was set to a value of `1`\n",
      "\t`--mixed_precision` was set to a value of `'no'`\n",
      "\t`--dynamo_backend` was set to a value of `'no'`\n",
      "To avoid this warning pass in values for each of the problematic parameters or run `accelerate config`.\n",
      "Using RTX 3090 or 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled.\n",
      "2024-02-01:00:38:40,515 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:38:40,515 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:38:40,613 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:38:40,613 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:38:40,613 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:38:40,613 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:38:40,618 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:38:40,618 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:38:40,619 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:38:40,620 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:38:40,622 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:38:40,623 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:38:40,627 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:38:40,627 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:38:40,639 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:38:40,664 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:00:38:40,664 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:00:38:40,758 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:38:40,761 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:38:40,763 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:38:40,763 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:38:40,772 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:38:40,782 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:38:40,810 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:00:38:42,593 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:38:42,771 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:38:42,782 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:38:42,788 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:38:42,818 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:38:42,849 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:38:42,939 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:38:42,947 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:00:38:45,099 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:45,266 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:45,274 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:45,277 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:45,361 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:45,425 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:45,438 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:45,463 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,172 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,173 INFO     [__main__.py:229] Selected Tasks: ['hellaswag']\n",
      "2024-02-01:00:38:47,361 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,361 INFO     [__main__.py:229] Selected Tasks: ['hellaswag']\n",
      "2024-02-01:00:38:47,365 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,366 INFO     [__main__.py:229] Selected Tasks: ['hellaswag']\n",
      "2024-02-01:00:38:47,375 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,378 INFO     [__main__.py:229] Selected Tasks: ['hellaswag']\n",
      "2024-02-01:00:38:47,448 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,449 INFO     [__main__.py:229] Selected Tasks: ['hellaswag']\n",
      "2024-02-01:00:38:47,530 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,531 INFO     [__main__.py:229] Selected Tasks: ['hellaswag']\n",
      "2024-02-01:00:38:47,536 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,537 INFO     [__main__.py:229] Selected Tasks: ['hellaswag']\n",
      "2024-02-01:00:38:47,549 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:00:38:47,551 INFO     [__main__.py:229] Selected Tasks: ['hellaswag']\n",
      "2024-02-01:00:38:48,537 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,566 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,597 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,626 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,655 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,686 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,716 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,748 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,778 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,809 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,839 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,848 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,851 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,868 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,870 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,877 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,880 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,898 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,899 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,905 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,907 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,928 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,928 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,936 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,936 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,954 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,958 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,959 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,965 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,966 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,982 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,986 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,988 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,994 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,994 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:48,996 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,010 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,014 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,016 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,022 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,025 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,026 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,032 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,043 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,043 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,045 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,052 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,054 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,055 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,064 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,071 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,073 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,074 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,081 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,082 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,084 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,092 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,100 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,102 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,102 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,108 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,109 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,112 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,116 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,122 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,128 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,130 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,132 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,137 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,138 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,141 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,146 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,152 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,161 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,168 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,170 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,170 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,171 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,172 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,175 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,182 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,191 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,198 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,200 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,200 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,200 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,201 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,205 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,211 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,220 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,226 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,229 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,229 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,230 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,233 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,233 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,241 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,249 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,256 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,258 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,258 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,259 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,263 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,264 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,270 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,279 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,285 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,286 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,287 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,288 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,292 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,302 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,308 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,311 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,314 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,315 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,316 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,317 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,322 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,332 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,341 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,341 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,343 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,346 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,350 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,350 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,355 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,363 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,371 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,372 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,373 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,376 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,380 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,381 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,386 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,393 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,402 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,402 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,405 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,406 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,410 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,410 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,415 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,424 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,431 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,431 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,435 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,435 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,439 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,439 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,446 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,455 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,461 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,463 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,465 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,466 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,468 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,469 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,474 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,484 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,492 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,494 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,495 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,498 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,498 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,513 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,514 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,521 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,523 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,525 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,527 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,527 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,543 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,543 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,552 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,554 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,555 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,556 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,556 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,573 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,573 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,582 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,584 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,585 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,586 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,587 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,602 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,605 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,611 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,612 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,614 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,615 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,616 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,633 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,636 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,639 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,640 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,643 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,644 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,649 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,660 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,665 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,668 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,670 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,672 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,674 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,676 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,689 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,695 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,699 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,700 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,701 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,702 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,705 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,718 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,725 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,727 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,729 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,729 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,730 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,733 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,746 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,755 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,756 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,757 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,758 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,759 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,761 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,775 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,784 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,786 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,789 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,791 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,803 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,811 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,815 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,820 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,831 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,840 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,842 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,851 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,861 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,870 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,873 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,881 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,891 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,899 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,909 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,918 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,926 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,937 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,955 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,965 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:49,984 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:50,013 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:38:50,041 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:00:39:06,121 INFO     [huggingface.py:302] Using 8 devices with data parallelism\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hellaswag contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hellaswag\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hellaswag contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hellaswag\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hellaswag contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hellaswag\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hellaswag contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hellaswag\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hellaswag contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hellaswag\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hellaswag contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hellaswag\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hellaswag contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hellaswag\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hellaswag contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hellaswag\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "2024-02-01:00:39:12,284 WARNING  [evaluator.py:143] Overwriting default num_fewshot of hellaswag from None to 10\n",
      "2024-02-01:00:39:12,287 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:00:39:12,310 WARNING  [evaluator.py:143] Overwriting default num_fewshot of hellaswag from None to 10\n",
      "2024-02-01:00:39:12,314 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:00:39:12,736 WARNING  [evaluator.py:143] Overwriting default num_fewshot of hellaswag from None to 10\n",
      "2024-02-01:00:39:12,739 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:00:39:13,285 WARNING  [evaluator.py:143] Overwriting default num_fewshot of hellaswag from None to 10\n",
      "2024-02-01:00:39:13,288 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:00:39:14,147 WARNING  [evaluator.py:143] Overwriting default num_fewshot of hellaswag from None to 10\n",
      "2024-02-01:00:39:14,151 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:00:39:14,875 WARNING  [evaluator.py:143] Overwriting default num_fewshot of hellaswag from None to 10\n",
      "2024-02-01:00:39:14,879 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:00:39:15,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of hellaswag from None to 10\n",
      "2024-02-01:00:39:15,083 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:00:39:15,119 WARNING  [evaluator.py:143] Overwriting default num_fewshot of hellaswag from None to 10\n",
      "2024-02-01:00:39:15,122 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:00:39:32,407 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:39:32,407 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:39:32,407 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:39:32,408 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:39:32,408 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:39:32,408 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:39:32,408 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:00:39:32,409 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "  0%|                                                  | 0/5024 [00:00<?, ?it/s]Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "100%|███████████████████████████████████████| 5024/5024 [51:10<00:00,  1.64it/s]\n",
      "hf (pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True), gen_kwargs: (None), limit: None, num_fewshot: 10, batch_size: auto (8)\n",
      "|  Tasks  |Version|Filter|n-shot| Metric |Value |   |Stderr|\n",
      "|---------|------:|------|-----:|--------|-----:|---|-----:|\n",
      "|hellaswag|      1|none  |    10|acc     |0.5275|±  |0.0050|\n",
      "|         |       |none  |    10|acc_norm|0.7166|±  |0.0045|\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!accelerate launch -m lm_eval --model hf --model_args pretrained={MODEL_REPO},dtype=\"float16\",trust_remote_code=True \\\n",
    "    --tasks hellaswag --num_fewshot 10 --batch_size auto --log_samples \\\n",
    "    --output_path ./results/{OUTPUT_PREFIX}-hs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The following values were not passed to `accelerate launch` and had defaults used instead:\n",
      "\t`--num_processes` was set to a value of `8`\n",
      "\t\tMore than one GPU was found, enabling multi-GPU training.\n",
      "\t\tIf this was unintended please pass in `--num_processes=1`.\n",
      "\t`--num_machines` was set to a value of `1`\n",
      "\t`--mixed_precision` was set to a value of `'no'`\n",
      "\t`--dynamo_backend` was set to a value of `'no'`\n",
      "To avoid this warning pass in values for each of the problematic parameters or run `accelerate config`.\n",
      "Using RTX 3090 or 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled.\n",
      "2024-02-01:01:32:43,481 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:32:43,482 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:32:43,482 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:32:43,482 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:32:43,482 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:32:43,482 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:32:43,483 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:32:43,483 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:32:43,483 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:32:43,483 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:32:43,484 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:32:43,484 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:32:43,484 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:32:43,484 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:32:43,485 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:32:43,485 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:32:43,624 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:32:43,624 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:32:43,625 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:32:43,625 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:32:43,625 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:32:43,625 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:32:43,628 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:32:43,638 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:32:45,823 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:32:45,849 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:32:45,860 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:32:45,862 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:32:45,875 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:32:45,876 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:32:45,887 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:32:45,927 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:32:48,354 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:48,369 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:48,370 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:48,381 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:48,392 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:48,393 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:48,398 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:48,449 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,436 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,437 INFO     [__main__.py:229] Selected Tasks: ['truthfulqa_mc2']\n",
      "2024-02-01:01:32:50,466 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,466 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,467 INFO     [__main__.py:229] Selected Tasks: ['truthfulqa_mc2']\n",
      "2024-02-01:01:32:50,467 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,469 INFO     [__main__.py:229] Selected Tasks: ['truthfulqa_mc2']\n",
      "2024-02-01:01:32:50,471 INFO     [__main__.py:229] Selected Tasks: ['truthfulqa_mc2']\n",
      "2024-02-01:01:32:50,484 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,485 INFO     [__main__.py:229] Selected Tasks: ['truthfulqa_mc2']\n",
      "2024-02-01:01:32:50,487 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,487 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,488 INFO     [__main__.py:229] Selected Tasks: ['truthfulqa_mc2']\n",
      "2024-02-01:01:32:50,489 INFO     [__main__.py:229] Selected Tasks: ['truthfulqa_mc2']\n",
      "2024-02-01:01:32:50,560 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:32:50,561 INFO     [__main__.py:229] Selected Tasks: ['truthfulqa_mc2']\n",
      "2024-02-01:01:32:51,975 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,005 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,032 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,062 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,090 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,118 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,146 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,174 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,196 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,203 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,232 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,233 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,242 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,261 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,262 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,271 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,279 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,289 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,290 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,299 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,308 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,308 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,317 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,318 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,327 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,337 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,337 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,338 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,346 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,346 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,355 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,356 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,364 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,365 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,366 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,374 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,374 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,385 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,387 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,394 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,396 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,397 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,402 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,402 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,414 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,415 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,424 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,424 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,425 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,430 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,431 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,433 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,443 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,448 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,451 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,454 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,455 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,459 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,460 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,462 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,471 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,479 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,482 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,483 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,486 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,488 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,490 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,490 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,500 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,509 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,511 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,511 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,514 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,516 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,518 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,519 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,529 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,538 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,539 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,540 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,542 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,544 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,547 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,547 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,558 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,567 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,568 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,569 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,571 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,573 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,575 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,575 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,592 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,597 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,598 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,598 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,599 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,601 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,604 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,605 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,621 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,625 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,627 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,627 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,628 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,631 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,633 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,634 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,650 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,654 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,655 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,658 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,659 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,661 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,667 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,673 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,678 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,682 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,683 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,688 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,688 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,689 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,695 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,701 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,707 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,710 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,711 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,716 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,716 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,717 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,722 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,730 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,735 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,738 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,740 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,745 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,746 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,746 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,751 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,759 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,765 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,767 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,770 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,775 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,775 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,776 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,779 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,787 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,793 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,795 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,798 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,802 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,804 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,806 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,807 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,816 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,823 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,823 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,826 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,831 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,833 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,834 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,836 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,845 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,851 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,853 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,855 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,859 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,861 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,864 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,864 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,874 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,882 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,883 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,890 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,890 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,893 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,897 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,903 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,910 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,912 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,918 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,919 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,922 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,925 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,931 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,938 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,941 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,947 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,947 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,954 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,956 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,960 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,966 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,974 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,975 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,976 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,982 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,985 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,989 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:52,994 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,002 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,004 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,005 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,010 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,015 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,016 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,022 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,030 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,032 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,033 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,038 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,044 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,045 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,050 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,058 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,061 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,061 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,066 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,073 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,074 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,078 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,087 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,089 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,090 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,094 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,101 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,102 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,105 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,114 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,116 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,117 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,129 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,130 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,133 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,142 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,144 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,145 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,156 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,158 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,161 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,170 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,172 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,184 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,186 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,198 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,199 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,211 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,214 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,226 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,238 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,241 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,276 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,280 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,304 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:32:53,332 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "Downloading readme: 100%|██████████████████| 9.59k/9.59k [00:00<00:00, 38.1MB/s]\n",
      "Downloading data: 100%|██████████████████████| 271k/271k [00:00<00:00, 1.58MB/s]\n",
      "Generating validation split: 100%|██| 817/817 [00:00<00:00, 95063.29 examples/s]\n",
      "2024-02-01:01:33:11,227 INFO     [evaluator.py:138] num_fewshot has been set to 0 for truthfulqa_mc2 in its config. Manual configuration will be ignored.\n",
      "2024-02-01:01:33:11,228 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:33:11,468 INFO     [evaluator.py:138] num_fewshot has been set to 0 for truthfulqa_mc2 in its config. Manual configuration will be ignored.\n",
      "2024-02-01:01:33:11,469 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:33:12,675 INFO     [huggingface.py:302] Using 8 devices with data parallelism\n",
      "2024-02-01:01:33:14,113 INFO     [evaluator.py:138] num_fewshot has been set to 0 for truthfulqa_mc2 in its config. Manual configuration will be ignored.\n",
      "2024-02-01:01:33:14,113 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:33:14,115 INFO     [evaluator.py:138] num_fewshot has been set to 0 for truthfulqa_mc2 in its config. Manual configuration will be ignored.\n",
      "2024-02-01:01:33:14,116 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:33:14,372 INFO     [evaluator.py:138] num_fewshot has been set to 0 for truthfulqa_mc2 in its config. Manual configuration will be ignored.\n",
      "2024-02-01:01:33:14,373 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:33:14,446 INFO     [evaluator.py:138] num_fewshot has been set to 0 for truthfulqa_mc2 in its config. Manual configuration will be ignored.\n",
      "2024-02-01:01:33:14,446 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:33:14,561 INFO     [evaluator.py:138] num_fewshot has been set to 0 for truthfulqa_mc2 in its config. Manual configuration will be ignored.\n",
      "2024-02-01:01:33:14,561 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:33:14,807 INFO     [evaluator.py:138] num_fewshot has been set to 0 for truthfulqa_mc2 in its config. Manual configuration will be ignored.\n",
      "2024-02-01:01:33:14,807 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:33:15,230 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:33:15,230 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:33:15,230 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:33:15,230 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:33:15,230 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:33:15,230 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:33:15,230 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:33:15,230 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "  0%|                                                   | 0/789 [00:00<?, ?it/s]Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "100%|█████████████████████████████████████████| 789/789 [01:56<00:00,  6.78it/s]\n",
      "hf (pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True), gen_kwargs: (None), limit: None, num_fewshot: 0, batch_size: auto (64)\n",
      "|    Tasks     |Version|Filter|n-shot|Metric|Value |   |Stderr|\n",
      "|--------------|------:|------|-----:|------|-----:|---|-----:|\n",
      "|truthfulqa_mc2|      2|none  |     0|acc   |0.4062|±  |0.0143|\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!accelerate launch -m lm_eval --model hf --model_args pretrained={MODEL_REPO},dtype=\"float16\",trust_remote_code=True \\\n",
    "    --tasks truthfulqa_mc2 --num_fewshot 0 --batch_size auto --log_samples \\\n",
    "    --output_path ./results/{OUTPUT_PREFIX}-tqa"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The following values were not passed to `accelerate launch` and had defaults used instead:\n",
      "\t`--num_processes` was set to a value of `8`\n",
      "\t\tMore than one GPU was found, enabling multi-GPU training.\n",
      "\t\tIf this was unintended please pass in `--num_processes=1`.\n",
      "\t`--num_machines` was set to a value of `1`\n",
      "\t`--mixed_precision` was set to a value of `'no'`\n",
      "\t`--dynamo_backend` was set to a value of `'no'`\n",
      "To avoid this warning pass in values for each of the problematic parameters or run `accelerate config`.\n",
      "Using RTX 3090 or 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled.\n",
      "2024-02-01:01:35:21,357 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:35:21,357 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:35:21,357 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:35:21,357 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:35:21,361 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:35:21,361 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:35:21,365 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:35:21,365 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:35:21,366 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:35:21,366 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:35:21,373 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:35:21,373 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:35:21,381 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:35:21,381 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:35:21,406 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:01:35:21,406 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:01:35:21,497 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:35:21,502 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:35:21,504 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:35:21,514 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:35:21,516 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:35:21,523 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:35:21,524 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:35:21,554 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:01:35:23,469 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:35:23,492 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:35:23,608 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:35:23,617 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:35:23,639 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:35:23,657 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:35:23,657 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:35:23,695 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:01:35:26,145 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:26,153 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:26,154 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:26,169 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:26,176 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:26,185 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:26,194 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:26,208 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,210 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,211 INFO     [__main__.py:229] Selected Tasks: ['mmlu']\n",
      "2024-02-01:01:35:28,241 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,242 INFO     [__main__.py:229] Selected Tasks: ['mmlu']\n",
      "2024-02-01:01:35:28,259 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,260 INFO     [__main__.py:229] Selected Tasks: ['mmlu']\n",
      "2024-02-01:01:35:28,260 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,261 INFO     [__main__.py:229] Selected Tasks: ['mmlu']\n",
      "2024-02-01:01:35:28,272 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,273 INFO     [__main__.py:229] Selected Tasks: ['mmlu']\n",
      "2024-02-01:01:35:28,276 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,277 INFO     [__main__.py:229] Selected Tasks: ['mmlu']\n",
      "2024-02-01:01:35:28,279 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,280 INFO     [__main__.py:229] Selected Tasks: ['mmlu']\n",
      "2024-02-01:01:35:28,340 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:01:35:28,341 INFO     [__main__.py:229] Selected Tasks: ['mmlu']\n",
      "2024-02-01:01:35:29,534 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,566 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,595 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,623 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,652 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,680 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,721 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,749 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,776 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,805 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,833 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,863 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,901 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,923 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,929 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,929 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,953 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,957 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,957 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,965 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,981 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,985 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,985 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:29,993 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,010 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,012 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,013 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,021 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,040 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,041 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,042 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,051 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,069 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,069 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,069 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,071 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,081 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,084 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,097 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,098 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,099 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,101 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,102 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,109 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,112 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,125 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,126 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,129 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,129 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,137 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,139 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,140 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,153 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,155 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,156 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,158 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,159 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,165 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,169 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,169 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,183 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,184 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,186 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,188 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,189 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,196 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,198 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,198 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,212 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,213 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,215 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,217 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,219 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,225 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,227 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,228 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,241 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,242 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,243 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,246 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,249 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,253 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,257 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,258 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,270 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,271 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,272 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,275 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,280 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,283 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,286 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,288 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,298 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,300 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,305 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,305 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,309 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,312 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,314 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,317 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,329 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,329 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,334 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,335 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,340 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,342 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,344 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,347 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,361 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,363 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,364 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,364 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,371 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,372 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,373 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,377 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,390 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,392 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,393 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,393 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,399 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,403 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,405 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,405 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,419 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,421 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,421 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,425 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,428 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,431 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,433 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,434 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,449 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,449 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,450 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,454 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,457 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,461 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,461 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,465 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,479 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,483 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,483 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,489 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,490 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,492 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,495 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,508 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,513 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,513 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,518 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,519 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,521 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,524 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,536 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,541 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,547 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,550 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,551 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,554 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,559 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,564 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,570 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,575 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,579 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,579 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,583 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,587 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,592 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,599 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,603 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,607 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,608 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,613 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,616 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,621 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,627 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,631 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,636 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,637 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,643 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,643 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,649 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,655 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,659 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,664 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,665 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,673 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,674 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,677 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,684 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,688 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,692 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,696 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,701 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,703 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,705 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,713 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,716 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,721 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,724 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,733 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,734 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,734 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,741 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,744 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,753 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,759 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,761 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,764 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,769 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,769 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,772 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,783 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,787 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,789 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,794 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,797 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,797 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,801 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,811 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,824 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,824 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,826 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,826 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,828 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,828 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,840 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,853 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,854 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,854 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,868 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,868 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,869 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,881 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,883 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,896 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,896 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,899 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,912 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,925 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,925 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,926 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,941 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,952 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,953 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,954 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,971 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,980 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,981 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:30,984 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:31,001 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:31,010 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:31,030 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:31,059 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:01:35:31,086 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hails/mmlu_no_train contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hails/mmlu_no_train\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "Downloading builder script: 100%|██████████| 5.86k/5.86k [00:00<00:00, 37.1MB/s]\n",
      "Downloading readme: 100%|██████████████████| 1.11k/1.11k [00:00<00:00, 6.14MB/s]\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hails/mmlu_no_train contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hails/mmlu_no_train\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "Downloading data:   6%|█▍                    | 10.8M/166M [00:00<00:01, 108MB/s]2024-02-01:01:35:48,910 INFO     [huggingface.py:302] Using 8 devices with data parallelism\n",
      "Downloading data:  72%|████████████████▍      | 119M/166M [00:00<00:00, 137MB/s]/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hails/mmlu_no_train contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hails/mmlu_no_train\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "Downloading data: 100%|███████████████████████| 166M/166M [00:01<00:00, 133MB/s]\n",
      "Generating test split: 171 examples [00:00, 2671.72 examples/s]\n",
      "Generating validation split: 19 examples [00:00, 6504.92 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 80.37 examples/s]\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hails/mmlu_no_train contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hails/mmlu_no_train\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hails/mmlu_no_train contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hails/mmlu_no_train\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hails/mmlu_no_train contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hails/mmlu_no_train\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hails/mmlu_no_train contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hails/mmlu_no_train\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/datasets/load.py:1429: FutureWarning: The repository for hails/mmlu_no_train contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/hails/mmlu_no_train\n",
      "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n",
      "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n",
      "  warnings.warn(\n",
      "Generating test split: 108 examples [00:00, 779.24 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 3084.67 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 59.40 examples/s]\n",
      "Generating test split: 163 examples [00:00, 1628.22 examples/s]\n",
      "Generating validation split: 18 examples [00:00, 6154.02 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 70.46 examples/s]\n",
      "Generating test split: 324 examples [00:00, 3917.77 examples/s]\n",
      "Generating validation split: 35 examples [00:00, 10155.00 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 72.51 examples/s]\n",
      "Generating test split: 126 examples [00:00, 1149.69 examples/s]\n",
      "Generating validation split: 14 examples [00:00, 5939.14 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 61.97 examples/s]\n",
      "Generating test split: 121 examples [00:00, 1225.77 examples/s]\n",
      "Generating validation split: 13 examples [00:00, 5290.19 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 74.77 examples/s]\n",
      "Generating test split: 204 examples [00:00, 1825.00 examples/s]\n",
      "Generating validation split: 22 examples [00:00, 5669.72 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 81.46 examples/s]\n",
      "Generating test split: 346 examples [00:00, 2735.22 examples/s]\n",
      "Generating validation split: 38 examples [00:00, 9251.96 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 77.35 examples/s]\n",
      "Generating test split: 165 examples [00:00, 1587.41 examples/s]\n",
      "Generating validation split: 18 examples [00:00, 4598.18 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 58.01 examples/s]\n",
      "Generating test split: 1534 examples [00:00, 9484.19 examples/s]\n",
      "Generating validation split: 170 examples [00:00, 21192.80 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 44.77 examples/s]\n",
      "Generating test split: 237 examples [00:00, 1907.15 examples/s]\n",
      "Generating validation split: 26 examples [00:00, 5881.03 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 65.35 examples/s]\n",
      "Generating test split: 895 examples [00:00, 7204.25 examples/s]\n",
      "Generating validation split: 100 examples [00:00, 22100.87 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 50.24 examples/s]\n",
      "Generating test split: 311 examples [00:00, 3021.36 examples/s]\n",
      "Generating validation split: 34 examples [00:00, 14602.33 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 74.14 examples/s]\n",
      "Generating test split: 783 examples [00:00, 6623.09 examples/s]\n",
      "Generating validation split: 86 examples [00:00, 24369.01 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 73.81 examples/s]\n",
      "Generating test split: 100 examples [00:00, 1273.34 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 6450.07 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 37.05 examples/s]\n",
      "Generating test split: 100 examples [00:00, 974.29 examples/s]\n",
      "Generating validation split: 10 examples [00:00, 5713.53 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 55.87 examples/s]\n",
      "Generating test split: 223 examples [00:00, 2123.75 examples/s]\n",
      "Generating validation split: 23 examples [00:00, 7844.92 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 78.23 examples/s]\n",
      "Generating test split: 166 examples [00:00, 1988.89 examples/s]\n",
      "Generating validation split: 18 examples [00:00, 6083.11 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 79.22 examples/s]\n",
      "Generating test split: 282 examples [00:00, 2329.88 examples/s]\n",
      "Generating validation split: 31 examples [00:00, 7018.81 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 45.96 examples/s]\n",
      "Generating test split: 100 examples [00:00, 1073.86 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 6247.44 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 53.60 examples/s]\n",
      "Generating test split: 265 examples [00:00, 2378.33 examples/s]\n",
      "Generating validation split: 29 examples [00:00, 11189.96 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 57.91 examples/s]\n",
      "Generating test split: 173 examples [00:00, 1690.76 examples/s]\n",
      "Generating validation split: 22 examples [00:00, 9480.60 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 66.53 examples/s]\n",
      "Generating test split: 234 examples [00:00, 2507.41 examples/s]\n",
      "Generating validation split: 25 examples [00:00, 8122.83 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 58.87 examples/s]\n",
      "Generating test split: 272 examples [00:00, 3291.62 examples/s]\n",
      "Generating validation split: 31 examples [00:00, 9273.48 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 63.99 examples/s]\n",
      "Generating test split: 306 examples [00:00, 2513.25 examples/s]\n",
      "Generating validation split: 33 examples [00:00, 11320.20 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 76.92 examples/s]\n",
      "Generating test split: 103 examples [00:00, 855.24 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 4240.17 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 45.13 examples/s]\n",
      "Generating test split: 201 examples [00:00, 1889.11 examples/s]\n",
      "Generating validation split: 22 examples [00:00, 6345.39 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 77.56 examples/s]\n",
      "Generating test split: 390 examples [00:00, 3342.19 examples/s]\n",
      "Generating validation split: 43 examples [00:00, 13517.84 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 35.29 examples/s]\n",
      "Generating test split: 612 examples [00:00, 6547.00 examples/s]\n",
      "Generating validation split: 69 examples [00:00, 14508.07 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 64.14 examples/s]\n",
      "Generating test split: 100 examples [00:00, 1232.06 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 4793.49 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 66.35 examples/s]\n",
      "Generating test split: 110 examples [00:00, 1231.07 examples/s]\n",
      "Generating validation split: 12 examples [00:00, 4300.75 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 64.71 examples/s]\n",
      "Generating test split: 131 examples [00:00, 1187.89 examples/s]\n",
      "Generating validation split: 12 examples [00:00, 4687.68 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 71.00 examples/s]\n",
      "Generating test split: 198 examples [00:00, 1628.96 examples/s]\n",
      "Generating validation split: 22 examples [00:00, 11620.03 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 42.26 examples/s]\n",
      "Generating test split: 114 examples [00:00, 1020.80 examples/s]\n",
      "Generating validation split: 12 examples [00:00, 4838.19 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 52.82 examples/s]\n",
      "Generating test split: 245 examples [00:00, 2332.50 examples/s]\n",
      "Generating validation split: 27 examples [00:00, 6738.84 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 59.28 examples/s]\n",
      "Generating test split: 238 examples [00:00, 2872.75 examples/s]\n",
      "Generating validation split: 26 examples [00:00, 7229.64 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 58.35 examples/s]\n",
      "Generating test split: 545 examples [00:00, 5115.70 examples/s]\n",
      "Generating validation split: 60 examples [00:00, 12812.90 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 52.04 examples/s]\n",
      "Generating test split: 193 examples [00:00, 2344.86 examples/s]\n",
      "Generating validation split: 21 examples [00:00, 10091.70 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 67.92 examples/s]\n",
      "Generating test split: 102 examples [00:00, 849.12 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 5499.09 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 46.01 examples/s]\n",
      "Generating test split: 151 examples [00:00, 1520.78 examples/s]\n",
      "Generating validation split: 17 examples [00:00, 6912.57 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 56.26 examples/s]\n",
      "Generating test split: 378 examples [00:00, 2978.67 examples/s]\n",
      "Generating validation split: 41 examples [00:00, 10900.51 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 45.74 examples/s]\n",
      "Generating test split: 135 examples [00:00, 1592.64 examples/s]\n",
      "Generating validation split: 14 examples [00:00, 7928.74 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 79.24 examples/s]\n",
      "Generating test split: 235 examples [00:00, 2328.36 examples/s]\n",
      "Generating validation split: 26 examples [00:00, 12977.73 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 75.51 examples/s]\n",
      "Generating test split: 203 examples [00:00, 2069.25 examples/s]\n",
      "Generating validation split: 22 examples [00:00, 6824.55 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 52.55 examples/s]\n",
      "Generating test split: 144 examples [00:00, 1437.07 examples/s]\n",
      "Generating validation split: 16 examples [00:00, 4798.29 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 56.03 examples/s]\n",
      "Generating test split: 100 examples [00:00, 1078.93 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 4467.64 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 64.51 examples/s]\n",
      "Generating test split: 100 examples [00:00, 995.39 examples/s]\n",
      "Generating validation split: 9 examples [00:00, 5232.71 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 62.16 examples/s]\n",
      "Generating test split: 100 examples [00:00, 995.38 examples/s]\n",
      "Generating validation split: 8 examples [00:00, 2502.94 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 49.98 examples/s]\n",
      "Generating test split: 100 examples [00:00, 908.36 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 4903.01 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 53.29 examples/s]\n",
      "Generating test split: 100 examples [00:00, 937.51 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 3819.32 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 48.59 examples/s]\n",
      "Generating test split: 310 examples [00:00, 2969.39 examples/s]\n",
      "Generating validation split: 32 examples [00:00, 13163.76 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 82.08 examples/s]\n",
      "Generating test split: 152 examples [00:00, 1251.89 examples/s]\n",
      "Generating validation split: 16 examples [00:00, 8640.26 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 45.12 examples/s]\n",
      "Generating test split: 112 examples [00:00, 1180.81 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 5550.69 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 67.25 examples/s]\n",
      "Generating test split: 216 examples [00:00, 2485.13 examples/s]\n",
      "Generating validation split: 23 examples [00:00, 7843.01 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 64.80 examples/s]\n",
      "Generating test split: 100 examples [00:00, 1268.75 examples/s]\n",
      "Generating validation split: 11 examples [00:00, 5334.41 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 73.94 examples/s]\n",
      "Generating test split: 145 examples [00:00, 1462.44 examples/s]\n",
      "Generating validation split: 16 examples [00:00, 7121.06 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 49.49 examples/s]\n",
      "Generating test split: 270 examples [00:00, 2715.07 examples/s]\n",
      "Generating validation split: 29 examples [00:00, 12216.01 examples/s]\n",
      "Generating dev split: 5 examples [00:00, 54.25 examples/s]\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_world_religions from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_jurisprudence from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_logical_fallacies from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_prehistory from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_formal_logic from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_international_law from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_us_history from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_disputes from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_european_history from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_law from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_world_history from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_scenarios from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_philosophy from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_miscellaneous from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_business_ethics from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_global_facts from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_aging from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_virology from None to 5\n",
      "2024-02-01:01:37:07,990 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_accounting from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_medical_genetics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_clinical_knowledge from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_medicine from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_marketing from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_medicine from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_nutrition from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_management from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_sociology from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_macroeconomics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_psychology from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_us_foreign_policy from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_public_relations from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_sexuality from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_geography from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_econometrics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_security_studies from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_microeconomics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_psychology from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_government_and_politics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_physics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_physics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_elementary_mathematics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_anatomy from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_conceptual_physics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_chemistry from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_biology from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_computer_security from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_computer_science from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_chemistry from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_mathematics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_computer_science from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_biology from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_astronomy from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_machine_learning from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_statistics from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_abstract_algebra from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_electrical_engineering from None to 5\n",
      "2024-02-01:01:37:07,991 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_mathematics from None to 5\n",
      "2024-02-01:01:37:07,992 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:07,995 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_world_religions from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_jurisprudence from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_logical_fallacies from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_prehistory from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_formal_logic from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_international_law from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_us_history from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_disputes from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_european_history from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_law from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_world_history from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_scenarios from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_philosophy from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_miscellaneous from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_business_ethics from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_global_facts from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_aging from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_virology from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_accounting from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_medical_genetics from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_clinical_knowledge from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_medicine from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_marketing from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_medicine from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_nutrition from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_management from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_sociology from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_macroeconomics from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_psychology from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_us_foreign_policy from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_public_relations from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_sexuality from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_geography from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_econometrics from None to 5\n",
      "2024-02-01:01:37:07,996 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_security_studies from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_microeconomics from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_psychology from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_government_and_politics from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_physics from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_physics from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_elementary_mathematics from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_anatomy from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_conceptual_physics from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_chemistry from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_biology from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_computer_security from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_computer_science from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_chemistry from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_mathematics from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_computer_science from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_biology from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_astronomy from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_machine_learning from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_statistics from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_abstract_algebra from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_electrical_engineering from None to 5\n",
      "2024-02-01:01:37:07,997 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_mathematics from None to 5\n",
      "2024-02-01:01:37:07,997 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:08,001 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_world_religions from None to 5\n",
      "2024-02-01:01:37:08,001 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_jurisprudence from None to 5\n",
      "2024-02-01:01:37:08,001 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_logical_fallacies from None to 5\n",
      "2024-02-01:01:37:08,001 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_prehistory from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_formal_logic from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_international_law from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_us_history from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_disputes from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_european_history from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_law from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_world_history from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_scenarios from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_philosophy from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_miscellaneous from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_business_ethics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_global_facts from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_aging from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_virology from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_accounting from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_medical_genetics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_clinical_knowledge from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_medicine from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_marketing from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_medicine from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_nutrition from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_management from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_sociology from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_macroeconomics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_psychology from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_us_foreign_policy from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_public_relations from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_sexuality from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_geography from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_econometrics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_security_studies from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_microeconomics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_psychology from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_government_and_politics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_physics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_physics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_elementary_mathematics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_anatomy from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_conceptual_physics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_chemistry from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_biology from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_computer_security from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_computer_science from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_chemistry from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_mathematics from None to 5\n",
      "2024-02-01:01:37:08,002 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_computer_science from None to 5\n",
      "2024-02-01:01:37:08,003 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_biology from None to 5\n",
      "2024-02-01:01:37:08,003 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_astronomy from None to 5\n",
      "2024-02-01:01:37:08,003 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_machine_learning from None to 5\n",
      "2024-02-01:01:37:08,003 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_statistics from None to 5\n",
      "2024-02-01:01:37:08,003 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_abstract_algebra from None to 5\n",
      "2024-02-01:01:37:08,003 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_electrical_engineering from None to 5\n",
      "2024-02-01:01:37:08,003 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_mathematics from None to 5\n",
      "2024-02-01:01:37:08,003 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_world_religions from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_jurisprudence from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_logical_fallacies from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_prehistory from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_formal_logic from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_international_law from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_us_history from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_disputes from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_european_history from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_law from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_world_history from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_scenarios from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_philosophy from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_miscellaneous from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_business_ethics from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_global_facts from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_aging from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_virology from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_accounting from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_medical_genetics from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_clinical_knowledge from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_medicine from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_marketing from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_medicine from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_nutrition from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_management from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_sociology from None to 5\n",
      "2024-02-01:01:37:08,006 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_macroeconomics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_psychology from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_us_foreign_policy from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_public_relations from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_sexuality from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_geography from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_econometrics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_security_studies from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_microeconomics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_psychology from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_government_and_politics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_physics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_physics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_elementary_mathematics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_anatomy from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_conceptual_physics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_chemistry from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_biology from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_computer_security from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_computer_science from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_chemistry from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_mathematics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_computer_science from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_biology from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_astronomy from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_machine_learning from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_statistics from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_abstract_algebra from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_electrical_engineering from None to 5\n",
      "2024-02-01:01:37:08,007 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_mathematics from None to 5\n",
      "2024-02-01:01:37:08,007 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_world_religions from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_jurisprudence from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_logical_fallacies from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_prehistory from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_formal_logic from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_international_law from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_us_history from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_disputes from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_european_history from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_law from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_world_history from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_scenarios from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_philosophy from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_miscellaneous from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_business_ethics from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_global_facts from None to 5\n",
      "2024-02-01:01:37:08,022 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_aging from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_virology from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_accounting from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_medical_genetics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_clinical_knowledge from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_medicine from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_marketing from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_medicine from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_nutrition from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_management from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_sociology from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_macroeconomics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_psychology from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_us_foreign_policy from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_public_relations from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_sexuality from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_geography from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_econometrics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_security_studies from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_microeconomics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_psychology from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_government_and_politics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_physics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_physics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_elementary_mathematics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_anatomy from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_conceptual_physics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_chemistry from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_biology from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_computer_security from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_computer_science from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_chemistry from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_mathematics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_computer_science from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_biology from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_astronomy from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_machine_learning from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_statistics from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_abstract_algebra from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_electrical_engineering from None to 5\n",
      "2024-02-01:01:37:08,023 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_mathematics from None to 5\n",
      "2024-02-01:01:37:08,023 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:08,028 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_world_religions from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_jurisprudence from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_logical_fallacies from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_prehistory from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_formal_logic from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_international_law from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_us_history from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_disputes from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_european_history from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_law from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_world_history from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_scenarios from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_philosophy from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_miscellaneous from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_business_ethics from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_global_facts from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_aging from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_virology from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_accounting from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_medical_genetics from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_clinical_knowledge from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_medicine from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_marketing from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_medicine from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_nutrition from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_management from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_sociology from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_macroeconomics from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_psychology from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_us_foreign_policy from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_public_relations from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_sexuality from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_geography from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_econometrics from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_security_studies from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_microeconomics from None to 5\n",
      "2024-02-01:01:37:08,029 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_psychology from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_government_and_politics from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_physics from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_physics from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_elementary_mathematics from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_anatomy from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_conceptual_physics from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_chemistry from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_biology from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_computer_security from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_computer_science from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_chemistry from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_mathematics from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_computer_science from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_biology from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_astronomy from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_machine_learning from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_statistics from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_abstract_algebra from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_electrical_engineering from None to 5\n",
      "2024-02-01:01:37:08,030 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_mathematics from None to 5\n",
      "2024-02-01:01:37:08,030 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_world_religions from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_jurisprudence from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_logical_fallacies from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_prehistory from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_formal_logic from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_international_law from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_us_history from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_disputes from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_european_history from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_law from None to 5\n",
      "2024-02-01:01:37:08,056 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_world_history from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_scenarios from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_philosophy from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_miscellaneous from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_business_ethics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_global_facts from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_aging from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_virology from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_accounting from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_medical_genetics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_clinical_knowledge from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_medicine from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_marketing from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_medicine from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_nutrition from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_management from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_sociology from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_macroeconomics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_psychology from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_us_foreign_policy from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_public_relations from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_sexuality from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_geography from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_econometrics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_security_studies from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_microeconomics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_psychology from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_government_and_politics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_physics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_physics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_elementary_mathematics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_anatomy from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_conceptual_physics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_chemistry from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_biology from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_computer_security from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_computer_science from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_chemistry from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_mathematics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_computer_science from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_biology from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_astronomy from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_machine_learning from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_statistics from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_abstract_algebra from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_electrical_engineering from None to 5\n",
      "2024-02-01:01:37:08,057 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_mathematics from None to 5\n",
      "2024-02-01:01:37:08,058 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:08,079 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_world_religions from None to 5\n",
      "2024-02-01:01:37:08,079 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_jurisprudence from None to 5\n",
      "2024-02-01:01:37:08,079 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_logical_fallacies from None to 5\n",
      "2024-02-01:01:37:08,079 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_prehistory from None to 5\n",
      "2024-02-01:01:37:08,079 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_formal_logic from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_international_law from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_us_history from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_disputes from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_european_history from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_law from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_world_history from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_moral_scenarios from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_philosophy from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_miscellaneous from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_business_ethics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_global_facts from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_aging from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_virology from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_accounting from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_medical_genetics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_clinical_knowledge from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_medicine from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_marketing from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_medicine from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_nutrition from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_management from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_sociology from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_macroeconomics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_professional_psychology from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_us_foreign_policy from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_public_relations from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_human_sexuality from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_geography from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_econometrics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_security_studies from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_microeconomics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_psychology from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_government_and_politics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_physics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_physics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_elementary_mathematics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_anatomy from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_conceptual_physics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_chemistry from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_biology from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_computer_security from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_computer_science from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_chemistry from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_mathematics from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_college_computer_science from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_biology from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_astronomy from None to 5\n",
      "2024-02-01:01:37:08,080 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_machine_learning from None to 5\n",
      "2024-02-01:01:37:08,081 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_statistics from None to 5\n",
      "2024-02-01:01:37:08,081 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_abstract_algebra from None to 5\n",
      "2024-02-01:01:37:08,081 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_electrical_engineering from None to 5\n",
      "2024-02-01:01:37:08,081 WARNING  [evaluator.py:143] Overwriting default num_fewshot of mmlu_high_school_mathematics from None to 5\n",
      "2024-02-01:01:37:08,081 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:08,648 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:08,648 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:08,648 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:08,648 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:08,648 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:08,648 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:08,648 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:08,648 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:08,794 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:08,794 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:08,794 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:08,794 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:08,794 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:08,794 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:08,794 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:08,794 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:09,005 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:09,005 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:09,005 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:09,005 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:09,005 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:09,005 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:09,006 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:09,006 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:09,417 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:09,417 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:09,417 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:09,417 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:09,417 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:09,417 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:09,417 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:09,417 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:09,580 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:09,580 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:09,580 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:09,580 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:09,580 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:09,580 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:09,580 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:09,580 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:09,739 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:09,739 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:09,739 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:09,739 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:09,739 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:09,739 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:09,739 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:09,740 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:09,997 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:09,997 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:09,997 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:09,997 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:09,997 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:09,997 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:09,997 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:09,997 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:10,414 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:10,414 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:10,414 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:10,414 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:10,414 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:10,414 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:10,414 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:10,414 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:10,621 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:10,621 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:10,621 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:10,621 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:10,621 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:10,621 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:10,621 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:10,621 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:12,462 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:12,462 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:12,462 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:12,462 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:12,462 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:12,462 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:12,463 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:12,463 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:12,758 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:12,758 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:12,758 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:12,758 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:12,758 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:12,758 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:12,758 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:12,758 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:13,831 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:13,831 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:13,831 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:13,831 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:13,831 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:13,831 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:13,831 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:13,831 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:14,198 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:14,198 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:14,198 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:14,198 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:14,198 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:14,198 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:14,198 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:14,198 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:15,126 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:15,126 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:15,126 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:15,126 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:15,126 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:15,126 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:15,126 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:15,126 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:15,249 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:15,249 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:15,249 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:15,249 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:15,249 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:15,249 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:15,249 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:15,249 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:15,378 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:15,378 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:15,378 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:15,378 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:15,378 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:15,378 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:15,378 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:15,378 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:15,642 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:15,642 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:15,642 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:15,642 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:15,642 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:15,642 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:15,642 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:15,642 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:15,847 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:15,847 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:15,847 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:15,847 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:15,847 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:15,847 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:15,847 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:15,847 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:16,191 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:16,191 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:16,191 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:16,191 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:16,191 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:16,191 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:16,191 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:16,191 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:16,314 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:16,314 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:16,314 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:16,314 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:16,314 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:16,314 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:16,314 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:16,314 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:16,632 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:16,632 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:16,632 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:16,632 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:16,632 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:16,632 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:16,632 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:16,632 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:16,840 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:16,840 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:16,840 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:16,840 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:16,840 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:16,840 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:16,840 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:16,840 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:17,125 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:17,125 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:17,125 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:17,125 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:17,125 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:17,125 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:17,125 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:17,125 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:17,449 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:17,449 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:17,449 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:17,449 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:17,449 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:17,449 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:17,449 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:17,449 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:17,825 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:17,825 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:17,825 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:17,825 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:17,825 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:17,825 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:17,825 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:17,825 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:17,951 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:17,951 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:17,951 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:17,951 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:17,951 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:17,952 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:17,952 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:17,952 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:18,196 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:18,196 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:18,196 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:18,196 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:18,196 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:18,196 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:18,196 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:18,196 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:18,662 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:18,662 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:18,662 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:18,662 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:18,662 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:18,662 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:18,662 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:18,662 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:19,396 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:19,396 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:19,396 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:19,396 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:19,396 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:19,396 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:19,396 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:19,396 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:19,518 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:19,518 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:19,518 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:19,518 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:19,518 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:19,518 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:19,518 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:19,518 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:19,650 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:19,650 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:19,650 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:19,650 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:19,650 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:19,650 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:19,650 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:19,650 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:19,810 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:19,810 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:19,810 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:19,810 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:19,810 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:19,810 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:19,810 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:19,810 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:20,044 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:20,044 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:20,044 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:20,044 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:20,044 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:20,044 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:20,044 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:20,044 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:20,186 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:20,186 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:20,186 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:20,186 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:20,186 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:20,186 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:20,186 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:20,186 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:20,489 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:20,489 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:20,489 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:20,489 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:20,489 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:20,489 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:20,489 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:20,489 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:20,771 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:20,771 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:20,771 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:20,771 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:20,771 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:20,771 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:20,771 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:20,771 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:21,420 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:21,420 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:21,420 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:21,420 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:21,420 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:21,420 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:21,420 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:21,420 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:21,659 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:21,659 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:21,659 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:21,659 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:21,659 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:21,659 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:21,659 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:21,659 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:21,782 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:21,782 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:21,782 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:21,782 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:21,782 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:21,782 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:21,782 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:21,782 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:21,965 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:21,965 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:21,965 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:21,965 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:21,965 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:21,965 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:21,965 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:21,965 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:22,417 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:22,417 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:22,417 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:22,417 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:22,417 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:22,417 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:22,417 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:22,417 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:22,581 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:22,581 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:22,581 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:22,581 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:22,581 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:22,581 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:22,581 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:22,581 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:22,873 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:22,873 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:22,873 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:22,873 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:22,873 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:22,873 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:22,873 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:22,873 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:23,120 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:23,120 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:23,120 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:23,120 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:23,120 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:23,120 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:23,120 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:23,120 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:23,289 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:23,289 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:23,289 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:23,289 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:23,289 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:23,289 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:23,289 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:23,290 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:23,411 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:23,411 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:23,411 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:23,411 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:23,411 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:23,411 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:23,411 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:23,411 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:23,539 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:23,539 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:23,539 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:23,539 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:23,539 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:23,539 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:23,539 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:23,539 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:23,667 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:23,667 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:23,667 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:23,667 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:23,667 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:23,667 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:23,667 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:23,667 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:23,794 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:23,794 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:23,794 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:23,794 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:23,794 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:23,794 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:23,794 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:23,794 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:23,920 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:23,920 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:23,920 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:23,920 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:23,920 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:23,920 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:23,920 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:23,920 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:24,299 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:24,299 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:24,299 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:24,299 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:24,299 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:24,299 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:24,299 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:24,299 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:24,485 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:24,485 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:24,485 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:24,485 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:24,485 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:24,485 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:24,485 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:24,485 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:24,621 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:24,621 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:24,621 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:24,621 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:24,621 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:24,621 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:24,621 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:24,621 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:24,881 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:24,881 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:24,881 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:24,881 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:24,881 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:24,881 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:24,881 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:24,881 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:25,007 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:25,007 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:25,007 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:25,007 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:25,007 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:25,007 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:25,007 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:25,007 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:25,188 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:01:37:25,188 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:01:37:25,188 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:01:37:25,188 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:01:37:25,188 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:01:37:25,188 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:01:37:25,188 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:01:37:25,188 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:01:37:25,509 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:37:25,509 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:37:25,509 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:37:25,509 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:37:25,509 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:37:25,509 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:37:25,509 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:01:37:25,509 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "  0%|                                                  | 0/7120 [00:00<?, ?it/s]Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "Determined largest batch size: 8\n",
      "100%|███████████████████████████████████████| 7120/7120 [56:45<00:00,  2.09it/s]\n",
      "hf (pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: auto (8)\n",
      "|                 Tasks                 |Version|Filter|n-shot|Metric|Value |   |Stderr|\n",
      "|---------------------------------------|-------|------|-----:|------|-----:|---|-----:|\n",
      "|mmlu                                   |N/A    |none  |     0|acc   |0.3101|±  |0.0500|\n",
      "| - humanities                          |N/A    |none  |     5|acc   |0.2914|±  |0.0391|\n",
      "|  - formal_logic                       |      0|none  |     5|acc   |0.3175|±  |0.0416|\n",
      "|  - high_school_european_history       |      0|none  |     5|acc   |0.3515|±  |0.0373|\n",
      "|  - high_school_us_history             |      0|none  |     5|acc   |0.3137|±  |0.0326|\n",
      "|  - high_school_world_history          |      0|none  |     5|acc   |0.3671|±  |0.0314|\n",
      "|  - international_law                  |      0|none  |     5|acc   |0.2810|±  |0.0410|\n",
      "|  - jurisprudence                      |      0|none  |     5|acc   |0.2963|±  |0.0441|\n",
      "|  - logical_fallacies                  |      0|none  |     5|acc   |0.3620|±  |0.0378|\n",
      "|  - moral_disputes                     |      0|none  |     5|acc   |0.3092|±  |0.0249|\n",
      "|  - moral_scenarios                    |      0|none  |     5|acc   |0.2413|±  |0.0143|\n",
      "|  - philosophy                         |      0|none  |     5|acc   |0.2637|±  |0.0250|\n",
      "|  - prehistory                         |      0|none  |     5|acc   |0.3210|±  |0.0260|\n",
      "|  - professional_law                   |      0|none  |     5|acc   |0.2744|±  |0.0114|\n",
      "|  - world_religions                    |      0|none  |     5|acc   |0.3918|±  |0.0374|\n",
      "| - other                               |N/A    |none  |     5|acc   |0.3453|±  |0.0442|\n",
      "|  - business_ethics                    |      0|none  |     5|acc   |0.3800|±  |0.0488|\n",
      "|  - clinical_knowledge                 |      0|none  |     5|acc   |0.3736|±  |0.0298|\n",
      "|  - college_medicine                   |      0|none  |     5|acc   |0.3006|±  |0.0350|\n",
      "|  - global_facts                       |      0|none  |     5|acc   |0.3400|±  |0.0476|\n",
      "|  - human_aging                        |      0|none  |     5|acc   |0.3229|±  |0.0314|\n",
      "|  - management                         |      0|none  |     5|acc   |0.3398|±  |0.0469|\n",
      "|  - marketing                          |      0|none  |     5|acc   |0.3419|±  |0.0311|\n",
      "|  - medical_genetics                   |      0|none  |     5|acc   |0.2600|±  |0.0441|\n",
      "|  - miscellaneous                      |      0|none  |     5|acc   |0.3780|±  |0.0173|\n",
      "|  - nutrition                          |      0|none  |     5|acc   |0.3660|±  |0.0276|\n",
      "|  - professional_accounting            |      0|none  |     5|acc   |0.2943|±  |0.0272|\n",
      "|  - professional_medicine              |      0|none  |     5|acc   |0.3676|±  |0.0293|\n",
      "|  - virology                           |      0|none  |     5|acc   |0.2771|±  |0.0348|\n",
      "| - social_sciences                     |N/A    |none  |     5|acc   |0.3217|±  |0.0518|\n",
      "|  - econometrics                       |      0|none  |     5|acc   |0.2895|±  |0.0427|\n",
      "|  - high_school_geography              |      0|none  |     5|acc   |0.2222|±  |0.0296|\n",
      "|  - high_school_government_and_politics|      0|none  |     5|acc   |0.3523|±  |0.0345|\n",
      "|  - high_school_macroeconomics         |      0|none  |     5|acc   |0.3462|±  |0.0241|\n",
      "|  - high_school_microeconomics         |      0|none  |     5|acc   |0.2647|±  |0.0287|\n",
      "|  - high_school_psychology             |      0|none  |     5|acc   |0.3229|±  |0.0200|\n",
      "|  - human_sexuality                    |      0|none  |     5|acc   |0.4122|±  |0.0432|\n",
      "|  - professional_psychology            |      0|none  |     5|acc   |0.2712|±  |0.0180|\n",
      "|  - public_relations                   |      0|none  |     5|acc   |0.3545|±  |0.0458|\n",
      "|  - security_studies                   |      0|none  |     5|acc   |0.4041|±  |0.0314|\n",
      "|  - sociology                          |      0|none  |     5|acc   |0.3731|±  |0.0342|\n",
      "|  - us_foreign_policy                  |      0|none  |     5|acc   |0.3800|±  |0.0488|\n",
      "| - stem                                |N/A    |none  |     5|acc   |0.2918|±  |0.0583|\n",
      "|  - abstract_algebra                   |      0|none  |     5|acc   |0.1900|±  |0.0394|\n",
      "|  - anatomy                            |      0|none  |     5|acc   |0.2519|±  |0.0375|\n",
      "|  - astronomy                          |      0|none  |     5|acc   |0.3553|±  |0.0389|\n",
      "|  - college_biology                    |      0|none  |     5|acc   |0.3264|±  |0.0392|\n",
      "|  - college_chemistry                  |      0|none  |     5|acc   |0.3600|±  |0.0482|\n",
      "|  - college_computer_science           |      0|none  |     5|acc   |0.3500|±  |0.0479|\n",
      "|  - college_mathematics                |      0|none  |     5|acc   |0.3000|±  |0.0461|\n",
      "|  - college_physics                    |      0|none  |     5|acc   |0.2157|±  |0.0409|\n",
      "|  - computer_security                  |      0|none  |     5|acc   |0.3600|±  |0.0482|\n",
      "|  - conceptual_physics                 |      0|none  |     5|acc   |0.3617|±  |0.0314|\n",
      "|  - electrical_engineering             |      0|none  |     5|acc   |0.2621|±  |0.0366|\n",
      "|  - elementary_mathematics             |      0|none  |     5|acc   |0.2989|±  |0.0236|\n",
      "|  - high_school_biology                |      0|none  |     5|acc   |0.3645|±  |0.0274|\n",
      "|  - high_school_chemistry              |      0|none  |     5|acc   |0.2315|±  |0.0297|\n",
      "|  - high_school_computer_science       |      0|none  |     5|acc   |0.2900|±  |0.0456|\n",
      "|  - high_school_mathematics            |      0|none  |     5|acc   |0.2667|±  |0.0270|\n",
      "|  - high_school_physics                |      0|none  |     5|acc   |0.2053|±  |0.0330|\n",
      "|  - high_school_statistics             |      0|none  |     5|acc   |0.2361|±  |0.0290|\n",
      "|  - machine_learning                   |      0|none  |     5|acc   |0.2500|±  |0.0411|\n",
      "\n",
      "|      Groups      |Version|Filter|n-shot|Metric|Value |   |Stderr|\n",
      "|------------------|-------|------|-----:|------|-----:|---|-----:|\n",
      "|mmlu              |N/A    |none  |     0|acc   |0.3101|±  |0.0500|\n",
      "| - humanities     |N/A    |none  |     5|acc   |0.2914|±  |0.0391|\n",
      "| - other          |N/A    |none  |     5|acc   |0.3453|±  |0.0442|\n",
      "| - social_sciences|N/A    |none  |     5|acc   |0.3217|±  |0.0518|\n",
      "| - stem           |N/A    |none  |     5|acc   |0.2918|±  |0.0583|\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!accelerate launch -m lm_eval --model hf --model_args pretrained={MODEL_REPO},dtype=\"float16\",trust_remote_code=True \\\n",
    "    --tasks mmlu --num_fewshot 5 --batch_size auto --log_samples \\\n",
    "    --output_path ./results/{OUTPUT_PREFIX}-mmlu"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The following values were not passed to `accelerate launch` and had defaults used instead:\n",
      "\t`--num_processes` was set to a value of `8`\n",
      "\t\tMore than one GPU was found, enabling multi-GPU training.\n",
      "\t\tIf this was unintended please pass in `--num_processes=1`.\n",
      "\t`--num_machines` was set to a value of `1`\n",
      "\t`--mixed_precision` was set to a value of `'no'`\n",
      "\t`--dynamo_backend` was set to a value of `'no'`\n",
      "To avoid this warning pass in values for each of the problematic parameters or run `accelerate config`.\n",
      "Using RTX 3090 or 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled.\n",
      "2024-02-01:02:36:44,243 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:02:36:44,243 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:02:36:44,296 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:02:36:44,296 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:02:36:44,297 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:02:36:44,297 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:02:36:44,297 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:02:36:44,297 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:02:36:44,308 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:02:36:44,308 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:02:36:44,308 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:02:36:44,308 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:02:36:44,311 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:02:36:44,311 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:02:36:44,314 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:02:36:44,315 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:02:36:44,373 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:02:36:44,441 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:02:36:44,443 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:02:36:44,449 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:02:36:44,457 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:02:36:44,457 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:02:36:44,476 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:02:36:44,482 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:02:36:46,385 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:02:36:46,466 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:02:36:46,475 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:02:36:46,483 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:02:36:46,511 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:02:36:46,523 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:02:36:46,573 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:02:36:46,697 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:02:36:48,902 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:48,975 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:49,009 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:49,024 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:49,049 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:49,069 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:49,072 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:49,151 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:50,972 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:50,973 INFO     [__main__.py:229] Selected Tasks: ['winogrande']\n",
      "2024-02-01:02:36:51,048 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:51,049 INFO     [__main__.py:229] Selected Tasks: ['winogrande']\n",
      "2024-02-01:02:36:51,090 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:51,091 INFO     [__main__.py:229] Selected Tasks: ['winogrande']\n",
      "2024-02-01:02:36:51,111 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:51,111 INFO     [__main__.py:229] Selected Tasks: ['winogrande']\n",
      "2024-02-01:02:36:51,121 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:51,125 INFO     [__main__.py:229] Selected Tasks: ['winogrande']\n",
      "2024-02-01:02:36:51,140 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:51,142 INFO     [__main__.py:229] Selected Tasks: ['winogrande']\n",
      "2024-02-01:02:36:51,175 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:51,176 INFO     [__main__.py:229] Selected Tasks: ['winogrande']\n",
      "2024-02-01:02:36:51,219 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:02:36:51,220 INFO     [__main__.py:229] Selected Tasks: ['winogrande']\n",
      "2024-02-01:02:36:52,424 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,455 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,483 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,509 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,537 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,565 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,591 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,594 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,620 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,622 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,650 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,650 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,678 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,679 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,707 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,709 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,737 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,738 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,765 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,767 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,767 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,773 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,776 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,784 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,787 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,792 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,795 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,796 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,802 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,805 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,813 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,816 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,821 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,823 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,826 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,831 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,833 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,846 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,847 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,850 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,851 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,856 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,859 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,862 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,875 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,876 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,879 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,880 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,884 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,885 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,888 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,890 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,906 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,909 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,910 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,917 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,918 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,919 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,923 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,925 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,936 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,939 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,939 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,946 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,948 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,952 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,956 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,962 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,967 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,967 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,973 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,976 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,977 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,982 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,986 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,990 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,995 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:52,997 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,001 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,005 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,006 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,012 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,015 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,019 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,023 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,025 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,030 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,034 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,035 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,041 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,044 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,048 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,053 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,057 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,060 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,064 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,067 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,073 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,075 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,077 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,083 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,087 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,090 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,093 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,096 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,102 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,105 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,105 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,111 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,117 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,119 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,121 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,125 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,132 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,134 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,134 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,139 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,146 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,148 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,149 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,153 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,163 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,163 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,166 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,168 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,177 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,178 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,178 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,183 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,191 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,192 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,194 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,198 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,206 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,208 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,208 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,212 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,220 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,221 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,224 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,227 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,236 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,236 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,241 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,241 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,250 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,253 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,253 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,257 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,266 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,266 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,271 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,274 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,279 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,282 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,286 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,286 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,295 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,296 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,303 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,305 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,308 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,312 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,316 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,318 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,325 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,326 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,334 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,334 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,338 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,344 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,348 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,348 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,354 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,355 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,363 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,363 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,366 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,374 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,377 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,382 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,386 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,392 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,392 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,395 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,404 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,406 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,411 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,415 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,421 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,421 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,424 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,433 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,435 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,439 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,445 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,450 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,451 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,453 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,464 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,464 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,467 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,474 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,479 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,479 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,488 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,492 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,495 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,500 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,503 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,508 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,508 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,516 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,521 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,529 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,531 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,536 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,537 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,545 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,549 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,560 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,560 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,565 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,566 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,573 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,577 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,589 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,591 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,593 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,595 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,601 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,605 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,619 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,622 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,622 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,624 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,630 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,634 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,648 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,651 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,651 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,651 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,658 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,662 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,675 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,678 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,679 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,679 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,686 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,702 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,706 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,708 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,736 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,764 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,792 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:36:53,822 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:02:37:10,137 INFO     [huggingface.py:302] Using 8 devices with data parallelism\n",
      "Downloading data: 100%|████████████████████| 2.06M/2.06M [00:00<00:00, 9.04MB/s]\n",
      "Downloading data: 100%|███████████████████████| 118k/118k [00:00<00:00, 835kB/s]\n",
      "Downloading data: 100%|████████████████████| 85.9k/85.9k [00:00<00:00, 1.06MB/s]\n",
      "Generating train split: 100%|█| 40398/40398 [00:00<00:00, 1478856.77 examples/s]\n",
      "Generating test split: 100%|█████| 1767/1767 [00:00<00:00, 675107.96 examples/s]\n",
      "Generating validation split: 100%|█| 1267/1267 [00:00<00:00, 716970.21 examples/\n",
      "2024-02-01:02:37:17,239 WARNING  [evaluator.py:143] Overwriting default num_fewshot of winogrande from None to 5\n",
      "2024-02-01:02:37:17,240 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:02:37:17,247 WARNING  [evaluator.py:143] Overwriting default num_fewshot of winogrande from None to 5\n",
      "2024-02-01:02:37:17,248 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:02:37:17,255 WARNING  [evaluator.py:143] Overwriting default num_fewshot of winogrande from None to 5\n",
      "2024-02-01:02:37:17,255 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:02:37:17,268 WARNING  [evaluator.py:143] Overwriting default num_fewshot of winogrande from None to 5\n",
      "2024-02-01:02:37:17,269 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:02:37:17,285 WARNING  [evaluator.py:143] Overwriting default num_fewshot of winogrande from None to 5\n",
      "2024-02-01:02:37:17,286 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:02:37:17,294 WARNING  [evaluator.py:143] Overwriting default num_fewshot of winogrande from None to 5\n",
      "2024-02-01:02:37:17,295 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:02:37:17,304 WARNING  [evaluator.py:143] Overwriting default num_fewshot of winogrande from None to 5\n",
      "2024-02-01:02:37:17,305 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:02:37:17,330 WARNING  [evaluator.py:143] Overwriting default num_fewshot of winogrande from None to 5\n",
      "2024-02-01:02:37:17,331 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:02:37:17,698 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:02:37:17,698 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:02:37:17,698 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:02:37:17,698 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:02:37:17,698 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:02:37:17,698 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:02:37:17,698 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "2024-02-01:02:37:17,699 INFO     [evaluator.py:321] Running loglikelihood requests\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "  0%|                                                   | 0/318 [00:00<?, ?it/s]Passed argument batch_size = auto:1. Detecting largest batch size\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "Determined largest batch size: 64\n",
      "100%|█████████████████████████████████████████| 318/318 [00:55<00:00,  5.72it/s]\n",
      "hf (pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: auto (64)\n",
      "|  Tasks   |Version|Filter|n-shot|Metric|Value |   |Stderr|\n",
      "|----------|------:|------|-----:|------|-----:|---|-----:|\n",
      "|winogrande|      1|none  |     5|acc   |0.6969|±  |0.0129|\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!accelerate launch -m lm_eval --model hf --model_args pretrained={MODEL_REPO},dtype=\"float16\",trust_remote_code=True \\\n",
    "    --tasks winogrande --num_fewshot 5 --batch_size auto --log_samples \\\n",
    "    --output_path ./results/{OUTPUT_PREFIX}-winogrande"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The following values were not passed to `accelerate launch` and had defaults used instead:\n",
      "\t`--num_processes` was set to a value of `8`\n",
      "\t\tMore than one GPU was found, enabling multi-GPU training.\n",
      "\t\tIf this was unintended please pass in `--num_processes=1`.\n",
      "\t`--num_machines` was set to a value of `1`\n",
      "\t`--mixed_precision` was set to a value of `'no'`\n",
      "\t`--dynamo_backend` was set to a value of `'no'`\n",
      "To avoid this warning pass in values for each of the problematic parameters or run `accelerate config`.\n",
      "Using RTX 3090 or 4000 series which doesn't support faster communication speedups. Ensuring P2P and IB communications are disabled.\n",
      "2024-02-01:07:41:29,789 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:07:41:29,789 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:07:41:29,792 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:07:41:29,793 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:07:41:29,793 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:07:41:29,793 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:145] Note: detected 160 virtual cores but NumExpr set to maximum of 64, check \"NUMEXPR_MAX_THREADS\" environment variable.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:07:41:29,833 INFO     [utils.py:148] Note: NumExpr detected 160 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
      "2024-02-01:07:41:29,910 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:07:41:29,914 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:07:41:29,916 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:07:41:29,967 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:07:41:29,968 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:07:41:29,969 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:07:41:29,987 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:07:41:29,989 INFO     [config.py:58] PyTorch version 2.2.0 available.\n",
      "2024-02-01:07:41:31,882 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:07:41:31,885 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:07:41:31,893 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:07:41:31,936 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:07:41:31,970 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:07:41:31,972 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:07:41:31,999 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:07:41:32,014 INFO     [__main__.py:156] Verbosity set to INFO\n",
      "2024-02-01:07:41:34,382 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:34,473 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:34,476 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:34,483 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:34,541 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:34,571 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:34,587 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:34,595 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,487 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,488 INFO     [__main__.py:229] Selected Tasks: ['gsm8k']\n",
      "2024-02-01:07:41:36,566 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,566 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,567 INFO     [__main__.py:229] Selected Tasks: ['gsm8k']\n",
      "2024-02-01:07:41:36,568 INFO     [__main__.py:229] Selected Tasks: ['gsm8k']\n",
      "2024-02-01:07:41:36,607 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,609 INFO     [__main__.py:229] Selected Tasks: ['gsm8k']\n",
      "2024-02-01:07:41:36,646 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,647 INFO     [__main__.py:229] Selected Tasks: ['gsm8k']\n",
      "2024-02-01:07:41:36,667 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,669 INFO     [__main__.py:229] Selected Tasks: ['gsm8k']\n",
      "2024-02-01:07:41:36,674 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,675 INFO     [__main__.py:229] Selected Tasks: ['gsm8k']\n",
      "2024-02-01:07:41:36,724 WARNING  [__init__.py:194] Some tasks could not be loaded due to missing dependencies. Run with `--verbosity DEBUG` for full details.\n",
      "2024-02-01:07:41:36,728 INFO     [__main__.py:229] Selected Tasks: ['gsm8k']\n",
      "2024-02-01:07:41:38,117 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,128 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,145 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,157 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,157 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,159 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,174 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,175 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,185 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,187 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,187 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,203 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,203 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,214 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,215 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,216 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,232 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,239 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,241 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,244 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,245 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,261 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,266 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,267 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,270 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,273 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,274 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,291 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,294 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,297 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,298 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,303 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,304 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,320 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,322 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,325 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,327 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,331 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,336 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,337 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,352 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,353 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,354 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,358 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,361 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,365 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,368 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,381 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,382 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,383 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,387 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,389 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,394 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,397 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,406 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,413 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,414 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,414 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,417 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,419 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,423 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,426 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,438 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,443 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,443 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,443 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,446 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,448 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,452 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,459 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,469 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,473 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,474 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,476 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,477 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,478 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,481 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,495 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,501 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,505 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,505 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,507 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,507 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,509 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,511 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,529 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,533 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,535 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,535 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,537 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,538 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,540 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,541 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,558 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,563 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,564 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,565 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,567 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,569 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,570 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,571 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,587 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,592 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,593 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,595 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,596 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,597 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,599 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,602 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,617 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,621 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,622 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,625 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,625 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,628 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,629 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,640 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,649 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,651 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,653 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,653 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,654 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,657 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,660 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,671 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,678 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,680 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,681 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,683 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,683 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,687 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,688 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,704 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,707 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,709 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,711 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,711 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,713 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,716 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,718 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,735 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,736 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,738 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,740 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,741 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,745 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,747 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,748 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,766 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,768 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,770 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,775 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,777 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,779 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,779 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,780 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,796 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,797 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,798 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,806 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,806 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,809 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,810 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,812 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,827 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,827 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,827 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,836 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,836 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,839 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,841 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,842 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,856 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,856 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,857 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,864 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,866 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,868 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,870 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,871 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,885 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,885 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,888 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,895 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,895 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,897 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,900 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,901 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,915 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,917 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,920 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,923 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,924 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,926 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,929 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,933 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,951 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,953 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,954 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,955 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,958 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,958 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,959 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,962 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,982 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,982 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,985 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,985 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,988 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,988 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,989 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:38,995 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,012 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,012 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,014 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,015 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,017 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,018 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,019 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,025 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,042 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,043 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,044 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,045 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,046 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,047 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,048 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,057 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,073 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,074 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,075 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,077 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,088 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,089 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,101 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,102 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,107 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,118 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,130 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,133 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,136 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,160 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,163 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,165 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,188 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,191 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,194 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,217 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,224 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,246 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,254 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,274 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,283 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,312 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,341 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:39,369 INFO     [modeling_rwkv5.py:268] Could not load the custom CUDA kernel for RWKV5 attention.\n",
      "2024-02-01:07:41:56,223 INFO     [huggingface.py:302] Using 8 devices with data parallelism\n",
      "2024-02-01:07:41:57,779 WARNING  [evaluator.py:143] Overwriting default num_fewshot of gsm8k from 5 to 5\n",
      "2024-02-01:07:41:57,779 INFO     [task.py:363] Building contexts for task on rank 5...\n",
      "2024-02-01:07:41:58,664 WARNING  [evaluator.py:143] Overwriting default num_fewshot of gsm8k from 5 to 5\n",
      "2024-02-01:07:41:58,665 INFO     [task.py:363] Building contexts for task on rank 0...\n",
      "2024-02-01:07:41:59,234 WARNING  [evaluator.py:143] Overwriting default num_fewshot of gsm8k from 5 to 5\n",
      "2024-02-01:07:41:59,234 INFO     [task.py:363] Building contexts for task on rank 1...\n",
      "2024-02-01:07:42:00,124 WARNING  [evaluator.py:143] Overwriting default num_fewshot of gsm8k from 5 to 5\n",
      "2024-02-01:07:42:00,125 INFO     [task.py:363] Building contexts for task on rank 2...\n",
      "2024-02-01:07:42:00,212 WARNING  [evaluator.py:143] Overwriting default num_fewshot of gsm8k from 5 to 5\n",
      "2024-02-01:07:42:00,212 INFO     [task.py:363] Building contexts for task on rank 7...\n",
      "2024-02-01:07:42:00,245 WARNING  [evaluator.py:143] Overwriting default num_fewshot of gsm8k from 5 to 5\n",
      "2024-02-01:07:42:00,245 INFO     [task.py:363] Building contexts for task on rank 4...\n",
      "2024-02-01:07:42:00,285 WARNING  [evaluator.py:143] Overwriting default num_fewshot of gsm8k from 5 to 5\n",
      "2024-02-01:07:42:00,285 INFO     [task.py:363] Building contexts for task on rank 3...\n",
      "2024-02-01:07:42:00,741 WARNING  [evaluator.py:143] Overwriting default num_fewshot of gsm8k from 5 to 5\n",
      "2024-02-01:07:42:00,741 INFO     [task.py:363] Building contexts for task on rank 6...\n",
      "2024-02-01:07:42:01,758 INFO     [evaluator.py:321] Running generate_until requests\n",
      "2024-02-01:07:42:01,758 INFO     [evaluator.py:321] Running generate_until requests\n",
      "2024-02-01:07:42:01,758 INFO     [evaluator.py:321] Running generate_until requests\n",
      "2024-02-01:07:42:01,758 INFO     [evaluator.py:321] Running generate_until requests\n",
      "2024-02-01:07:42:01,758 INFO     [evaluator.py:321] Running generate_until requests\n",
      "2024-02-01:07:42:01,758 INFO     [evaluator.py:321] Running generate_until requests\n",
      "2024-02-01:07:42:01,758 INFO     [evaluator.py:321] Running generate_until requests\n",
      "2024-02-01:07:42:01,758 INFO     [evaluator.py:321] Running generate_until requests\n",
      "  0%|                                                   | 0/165 [00:00<?, ?it/s]/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:407: UserWarning: `do_sample` is set to `False`. However, `top_k` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_k`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:407: UserWarning: `do_sample` is set to `False`. However, `top_k` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_k`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:407: UserWarning: `do_sample` is set to `False`. However, `top_k` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_k`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:407: UserWarning: `do_sample` is set to `False`. However, `top_k` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_k`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:407: UserWarning: `do_sample` is set to `False`. However, `top_k` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_k`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:407: UserWarning: `do_sample` is set to `False`. However, `top_k` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_k`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:407: UserWarning: `do_sample` is set to `False`. However, `top_k` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_k`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n",
      "/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/transformers/generation/configuration_utils.py:407: UserWarning: `do_sample` is set to `False`. However, `top_k` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_k`.\n",
      "  warnings.warn(\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1599) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1641) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1599) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1607) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1597) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1623) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1634) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1613) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1569) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1540) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1585) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1526) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1470) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1490) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1464) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1491) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1462) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1459) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1464) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1419) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1422) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1410) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1408) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1396) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1395) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1410) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1399) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1379) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1376) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1374) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1345) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  1%|▏                                       | 1/165 [02:28<6:47:07, 148.95s/it]Both `max_new_tokens` (=4096) and `max_length`(=1551) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1533) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1582) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1580) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1485) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  1%|▍                                        | 2/165 [02:38<3:02:16, 67.10s/it]Both `max_new_tokens` (=4096) and `max_length`(=1461) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1462) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1493) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1463) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1440) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  2%|▋                                        | 3/165 [02:51<1:54:10, 42.29s/it]Both `max_new_tokens` (=4096) and `max_length`(=1447) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1400) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  2%|▉                                        | 4/165 [02:58<1:16:02, 28.34s/it]Both `max_new_tokens` (=4096) and `max_length`(=1435) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1404) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  3%|█▎                                         | 5/165 [03:05<55:07, 20.67s/it]Both `max_new_tokens` (=4096) and `max_length`(=1434) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1390) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1389) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1376) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1363) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1335) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1331) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1329) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1324) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1321) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1474) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1457) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1416) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1455) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1435) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1399) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1388) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1432) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1398) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1399) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  4%|█▍                                       | 6/165 [05:33<2:49:22, 63.91s/it]Both `max_new_tokens` (=4096) and `max_length`(=1433) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1394) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1384) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1383) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1377) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1390) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1381) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  4%|█▋                                       | 7/165 [05:43<2:01:52, 46.28s/it]Both `max_new_tokens` (=4096) and `max_length`(=1369) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1380) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1374) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  5%|█▉                                       | 8/165 [05:53<1:31:03, 34.80s/it]Both `max_new_tokens` (=4096) and `max_length`(=1368) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1361) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1354) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  5%|██▏                                      | 9/165 [06:00<1:07:57, 26.14s/it]Both `max_new_tokens` (=4096) and `max_length`(=1357) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1361) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1329) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1324) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1316) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1317) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1312) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1310) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1308) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1302) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1390) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1302) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1382) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1296) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1374) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1294) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1360) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1293) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1369) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1350) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1384) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1290) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1365) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1329) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1288) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1377) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1356) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1327) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1287) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1342) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1366) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1330) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  6%|██▍                                     | 10/165 [08:30<2:46:12, 64.34s/it]Both `max_new_tokens` (=4096) and `max_length`(=1350) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1353) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1325) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1361) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1336) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1357) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1318) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1322) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1342) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1317) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1318) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1327) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1341) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1313) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1318) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1317) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1308) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1317) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1311) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1312) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1305) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1308) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1308) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1303) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1307) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1307) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1303) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1304) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1304) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1300) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1301) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1300) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1302) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1301) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1290) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1299) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1300) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1286) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1294) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1283) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1290) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1280) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1269) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1287) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  7%|██▋                                     | 11/165 [10:58<3:50:48, 89.93s/it]Both `max_new_tokens` (=4096) and `max_length`(=1319) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  7%|██▉                                     | 12/165 [11:04<2:44:29, 64.51s/it]Both `max_new_tokens` (=4096) and `max_length`(=1315) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1356) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1278) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  8%|███▏                                    | 13/165 [11:13<2:00:14, 47.46s/it]Both `max_new_tokens` (=4096) and `max_length`(=1315) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1325) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1259) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  8%|███▍                                    | 14/165 [11:20<1:28:54, 35.33s/it]Both `max_new_tokens` (=4096) and `max_length`(=1314) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1257) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "  9%|███▋                                    | 15/165 [11:27<1:06:46, 26.71s/it]Both `max_new_tokens` (=4096) and `max_length`(=1313) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1311) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1254) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 10%|████                                      | 16/165 [11:36<53:00, 21.35s/it]Both `max_new_tokens` (=4096) and `max_length`(=1311) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1310) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1336) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 10%|████▎                                     | 17/165 [11:42<41:55, 17.00s/it]Both `max_new_tokens` (=4096) and `max_length`(=1308) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1306) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1326) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 11%|████▌                                     | 18/165 [11:48<33:28, 13.66s/it]Both `max_new_tokens` (=4096) and `max_length`(=1306) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1295) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1288) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1289) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1263) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1259) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1257) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1254) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1248) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1247) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1237) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1233) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1321) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1232) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1252) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1304) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1291) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1244) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 12%|████▌                                   | 19/165 [14:16<2:11:02, 53.85s/it]Both `max_new_tokens` (=4096) and `max_length`(=1301) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1290) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1242) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1286) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1326) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1280) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1287) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1285) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1281) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1288) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1281) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1271) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1264) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1259) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1258) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1255) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1317) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1229) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1253) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1226) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1312) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1251) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1309) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1223) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1241) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1221) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1300) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1219) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1291) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 12%|████▊                                   | 20/165 [16:43<3:18:07, 81.98s/it]Both `max_new_tokens` (=4096) and `max_length`(=1298) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1287) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1240) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1287) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1272) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1232) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1265) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1285) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1231) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1326) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1281) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1275) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1318) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1308) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1271) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1303) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1269) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1296) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1265) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1292) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1265) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1292) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1259) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1290) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1254) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1285) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1285) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1237) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1236) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1218) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 13%|████▉                                  | 21/165 [19:11<4:03:52, 101.62s/it]Both `max_new_tokens` (=4096) and `max_length`(=1290) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1218) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1217) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 13%|█████▎                                  | 22/165 [19:19<2:55:43, 73.73s/it]Both `max_new_tokens` (=4096) and `max_length`(=1287) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1260) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1213) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 14%|█████▌                                  | 23/165 [19:28<2:08:01, 54.10s/it]Both `max_new_tokens` (=4096) and `max_length`(=1285) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1258) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1282) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 15%|█████▊                                  | 24/165 [19:36<1:34:33, 40.23s/it]Both `max_new_tokens` (=4096) and `max_length`(=1282) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1227) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1256) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1226) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1216) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1254) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1252) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1214) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1247) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1251) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1282) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1230) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1229) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1228) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1210) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1228) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1278) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1209) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1216) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 15%|██████                                  | 25/165 [22:03<2:48:47, 72.34s/it]Both `max_new_tokens` (=4096) and `max_length`(=1278) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1269) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1208) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1212) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 16%|██████▎                                 | 26/165 [22:09<2:01:44, 52.55s/it]Both `max_new_tokens` (=4096) and `max_length`(=1272) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1207) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1212) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1195) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1209) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1195) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1245) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1214) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1244) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1213) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1248) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1281) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1279) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1278) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1275) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1270) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1266) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1267) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 16%|██████▌                                 | 27/165 [24:37<3:06:15, 80.99s/it]Both `max_new_tokens` (=4096) and `max_length`(=1269) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1263) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1265) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1252) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1263) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1195) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1239) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1256) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1242) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1206) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1195) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1253) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1204) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1242) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1246) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1202) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1210) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1236) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1239) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1201) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1233) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1235) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1210) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1201) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1230) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1209) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1200) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1228) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1206) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1197) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1204) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1246) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1204) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1242) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1239) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1237) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1235) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 17%|██████▌                                | 28/165 [27:05<3:50:56, 101.14s/it]Both `max_new_tokens` (=4096) and `max_length`(=1262) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 18%|███████                                 | 29/165 [27:11<2:44:52, 72.74s/it]Both `max_new_tokens` (=4096) and `max_length`(=1262) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1191) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1238) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1190) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1236) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1189) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1231) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1189) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1230) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1188) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1230) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1187) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1226) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1226) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1225) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1197) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1226) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1197) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1221) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1196) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1202) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1220) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1194) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1202) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1229) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1191) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1201) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1215) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1229) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1201) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1223) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1214) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1198) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1223) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1212) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1194) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1223) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1194) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1205) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1214) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1194) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1204) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1213) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1184) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1204) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1211) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1203) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1211) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1201) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1208) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 18%|███████▎                                | 30/165 [29:42<3:36:35, 96.26s/it]Both `max_new_tokens` (=4096) and `max_length`(=1261) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1196) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1208) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1196) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1231) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1187) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1187) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1225) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1186) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1185) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1223) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1221) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1185) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1184) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1218) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1182) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1191) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1181) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1187) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1178) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1184) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1167) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1166) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1166) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1162) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1182) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1182) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1181) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1207) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1194) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 19%|███████▎                               | 31/165 [32:19<4:15:32, 114.42s/it]Both `max_new_tokens` (=4096) and `max_length`(=1258) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1200) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1194) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1179) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 19%|███████▊                                | 32/165 [32:27<3:02:40, 82.41s/it]Both `max_new_tokens` (=4096) and `max_length`(=1243) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1193) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1193) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1178) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1229) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 20%|████████                                | 33/165 [32:36<2:12:38, 60.29s/it]Both `max_new_tokens` (=4096) and `max_length`(=1235) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1191) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1193) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1176) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1190) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 21%|████████▏                               | 34/165 [32:44<1:37:21, 44.59s/it]Both `max_new_tokens` (=4096) and `max_length`(=1235) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1189) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1176) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1186) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1175) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1188) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1184) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1173) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1188) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1183) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1214) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1213) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1179) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1212) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1209) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1178) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1207) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1177) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1207) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1161) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1158) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1229) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 21%|████████▍                               | 35/165 [35:15<2:46:21, 76.78s/it]Both `max_new_tokens` (=4096) and `max_length`(=1234) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1228) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1187) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1225) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 22%|████████▋                               | 36/165 [35:31<2:05:24, 58.33s/it]Both `max_new_tokens` (=4096) and `max_length`(=1230) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1172) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1186) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1225) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 22%|████████▉                               | 37/165 [35:36<1:30:40, 42.50s/it]Both `max_new_tokens` (=4096) and `max_length`(=1229) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1186) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 23%|█████████▏                              | 38/165 [35:42<1:06:28, 31.41s/it]Both `max_new_tokens` (=4096) and `max_length`(=1227) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1220) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1182) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 24%|█████████▉                                | 39/165 [35:49<50:34, 24.09s/it]Both `max_new_tokens` (=4096) and `max_length`(=1218) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1218) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 24%|██████████▏                               | 40/165 [35:55<38:51, 18.65s/it]Both `max_new_tokens` (=4096) and `max_length`(=1217) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1177) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1215) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1175) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 25%|██████████▍                               | 41/165 [36:01<31:05, 15.05s/it]Both `max_new_tokens` (=4096) and `max_length`(=1216) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1215) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1178) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1175) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 25%|██████████▋                               | 42/165 [36:08<25:29, 12.43s/it]Both `max_new_tokens` (=4096) and `max_length`(=1213) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1177) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1214) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 26%|██████████▉                               | 43/165 [36:13<20:58, 10.32s/it]Both `max_new_tokens` (=4096) and `max_length`(=1213) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1174) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1167) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1174) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 27%|███████████▏                              | 44/165 [36:20<18:48,  9.32s/it]Both `max_new_tokens` (=4096) and `max_length`(=1211) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1177) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1167) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1205) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1214) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1174) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1176) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1166) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1205) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1213) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1173) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1166) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1200) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1176) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1172) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1157) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1213) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1200) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1170) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1212) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1174) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1157) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1191) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1168) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1209) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1156) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1189) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1206) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1156) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1155) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1151) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1148) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1147) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1146) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1171) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1171) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 27%|██████████▉                             | 45/165 [38:48<1:41:45, 50.88s/it]Both `max_new_tokens` (=4096) and `max_length`(=1209) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 28%|███████████▏                            | 46/165 [38:53<1:13:38, 37.13s/it]Both `max_new_tokens` (=4096) and `max_length`(=1207) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1158) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1156) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 28%|███████████▉                              | 47/165 [39:02<56:14, 28.59s/it]Both `max_new_tokens` (=4096) and `max_length`(=1206) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1154) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 29%|████████████▏                             | 48/165 [39:08<42:40, 21.89s/it]Both `max_new_tokens` (=4096) and `max_length`(=1203) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 30%|████████████▍                             | 49/165 [39:14<33:11, 17.16s/it]Both `max_new_tokens` (=4096) and `max_length`(=1202) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1167) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1173) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 30%|████████████▋                             | 50/165 [39:19<25:49, 13.47s/it]Both `max_new_tokens` (=4096) and `max_length`(=1201) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1153) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1187) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 31%|████████████▉                             | 51/165 [39:25<21:13, 11.17s/it]Both `max_new_tokens` (=4096) and `max_length`(=1201) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1152) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1167) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1195) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1165) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1185) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 32%|█████████████▏                            | 52/165 [39:31<18:11,  9.66s/it]Both `max_new_tokens` (=4096) and `max_length`(=1201) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1152) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1184) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1193) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1163) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 32%|█████████████▍                            | 53/165 [39:37<15:50,  8.49s/it]Both `max_new_tokens` (=4096) and `max_length`(=1199) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1151) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 33%|█████████████▋                            | 54/165 [39:44<15:12,  8.22s/it]Both `max_new_tokens` (=4096) and `max_length`(=1197) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1143) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1162) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1191) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1183) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1135) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1162) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1188) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 33%|██████████████                            | 55/165 [39:51<14:12,  7.75s/it]Both `max_new_tokens` (=4096) and `max_length`(=1195) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1145) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1182) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1132) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 34%|██████████████▎                           | 56/165 [39:57<12:57,  7.13s/it]Both `max_new_tokens` (=4096) and `max_length`(=1193) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1161) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1143) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1187) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1181) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1131) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 35%|██████████████▌                           | 57/165 [40:03<12:21,  6.87s/it]Both `max_new_tokens` (=4096) and `max_length`(=1192) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1138) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1160) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1186) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1130) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 35%|██████████████▊                           | 58/165 [40:11<12:52,  7.22s/it]Both `max_new_tokens` (=4096) and `max_length`(=1192) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1125) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1136) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1185) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1175) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 36%|███████████████                           | 59/165 [40:17<12:06,  6.86s/it]Both `max_new_tokens` (=4096) and `max_length`(=1192) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1135) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1124) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 36%|███████████████▎                          | 60/165 [40:26<13:08,  7.51s/it]Both `max_new_tokens` (=4096) and `max_length`(=1191) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1135) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 37%|███████████████▌                          | 61/165 [40:33<12:56,  7.46s/it]Both `max_new_tokens` (=4096) and `max_length`(=1190) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1135) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1171) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1167) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1159) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1158) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1157) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1151) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1172) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1170) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1170) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1168) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1167) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1166) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1160) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1120) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1173) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1184) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1183) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1134) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 38%|███████████████                         | 62/165 [43:03<1:26:09, 50.19s/it]Both `max_new_tokens` (=4096) and `max_length`(=1190) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1129) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1150) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1148) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1147) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1166) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1162) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1157) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1160) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1152) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1119) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1154) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1119) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1173) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1152) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1150) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1118) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1173) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1148) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1118) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1172) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1145) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1117) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1168) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1128) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 38%|███████████████▎                        | 63/165 [45:32<2:15:46, 79.87s/it]Both `max_new_tokens` (=4096) and `max_length`(=1187) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1145) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1116) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1166) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 39%|███████████████▌                        | 64/165 [45:38<1:37:09, 57.72s/it]Both `max_new_tokens` (=4096) and `max_length`(=1185) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1127) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1166) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1165) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1164) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1178) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1163) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1169) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1168) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1164) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1146) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1146) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1140) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1139) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1139) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1137) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1136) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1135) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1132) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1129) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1129) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1145) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1125) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1115) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1125) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1137) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1114) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1124) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1135) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1113) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 39%|███████████████▊                        | 65/165 [48:07<2:21:44, 85.04s/it]Both `max_new_tokens` (=4096) and `max_length`(=1182) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1124) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1113) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 40%|████████████████                        | 66/165 [48:13<1:41:20, 61.42s/it]Both `max_new_tokens` (=4096) and `max_length`(=1180) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1122) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1114) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1162) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1113) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1160) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1111) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1159) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1109) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1164) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1158) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1108) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1164) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1158) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1156) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1158) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1156) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1157) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1155) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1144) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1125) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1140) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1123) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1139) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1134) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1138) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1110) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 41%|████████████████▏                       | 67/165 [50:42<2:23:10, 87.66s/it]Both `max_new_tokens` (=4096) and `max_length`(=1177) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1136) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1107) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1133) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 41%|████████████████▍                       | 68/165 [50:49<1:42:37, 63.48s/it]Both `max_new_tokens` (=4096) and `max_length`(=1171) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1133) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1106) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1129) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1133) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1127) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1098) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1129) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1106) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1099) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1155) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1155) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1154) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1155) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1154) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1155) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1151) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1155) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1151) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1154) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1146) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1144) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1154) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1153) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1141) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1153) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1150) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1123) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1119) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1118) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1114) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 42%|████████████████▋                       | 69/165 [53:18<2:22:19, 88.95s/it]Both `max_new_tokens` (=4096) and `max_length`(=1171) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1110) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1095) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1107) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1094) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1127) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1128) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1103) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1094) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1126) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1127) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1100) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1093) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1123) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1098) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1120) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1091) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1096) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1087) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1082) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1138) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1133) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1130) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1126) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1148) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1125) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1141) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1117) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1140) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1115) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1138) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1135) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 42%|████████████████▌                      | 70/165 [55:47<2:49:21, 106.96s/it]Both `max_new_tokens` (=4096) and `max_length`(=1171) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1134) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1111) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1088) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 43%|█████████████████▏                      | 71/165 [56:03<2:04:47, 79.66s/it]Both `max_new_tokens` (=4096) and `max_length`(=1169) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1108) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1123) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1119) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1078) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 44%|█████████████████▍                      | 72/165 [56:10<1:29:39, 57.84s/it]Both `max_new_tokens` (=4096) and `max_length`(=1169) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1106) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1121) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1117) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1092) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1078) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 44%|█████████████████▋                      | 73/165 [56:18<1:06:03, 43.08s/it]Both `max_new_tokens` (=4096) and `max_length`(=1168) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1106) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1121) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1113) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1092) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1080) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1077) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1104) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1120) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 45%|██████████████████▊                       | 74/165 [56:27<49:55, 32.91s/it]Both `max_new_tokens` (=4096) and `max_length`(=1163) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1113) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1080) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1077) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1090) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1104) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1080) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1108) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1113) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1072) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1087) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1101) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1106) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1086) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1103) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1100) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1083) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1101) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1100) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1075) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1097) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1100) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1094) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1073) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1098) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1093) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1072) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1097) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1093) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1069) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1089) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1068) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1089) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1088) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1085) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1083) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1083) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1080) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1078) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1077) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1130) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1072) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1128) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1069) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1125) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1065) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1060) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1124) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1122) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1078) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 45%|██████████████████▏                     | 75/165 [58:56<1:41:34, 67.72s/it]Both `max_new_tokens` (=4096) and `max_length`(=1162) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1121) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1068) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1077) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1119) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1066) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1076) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1108) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1115) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1075) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1075) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1075) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1112) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1073) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1110) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1068) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1096) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1066) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1094) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1064) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1109) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1062) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1063) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1090) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1089) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1061) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1088) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1058) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1058) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 46%|█████████████████▌                    | 76/165 [1:01:25<2:16:19, 91.90s/it]Both `max_new_tokens` (=4096) and `max_length`(=1161) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1051) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 47%|█████████████████▋                    | 77/165 [1:01:31<1:37:09, 66.24s/it]Both `max_new_tokens` (=4096) and `max_length`(=1159) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1051) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1065) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 47%|█████████████████▉                    | 78/165 [1:01:37<1:09:43, 48.09s/it]Both `max_new_tokens` (=4096) and `max_length`(=1159) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1108) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1034) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1064) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1107) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1033) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1060) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1107) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1060) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1058) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1055) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1054) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1051) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1061) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1105) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1049) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1047) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1104) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1085) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1083) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1103) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1057) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1099) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1096) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1088) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 48%|██████████████████▏                   | 79/165 [1:04:04<1:51:32, 77.82s/it]Both `max_new_tokens` (=4096) and `max_length`(=1155) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 48%|██████████████████▍                   | 80/165 [1:04:10<1:19:42, 56.26s/it]Both `max_new_tokens` (=4096) and `max_length`(=1154) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1031) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1102) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1027) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1101) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1027) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1025) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1100) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1024) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1059) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1022) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1058) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1022) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1069) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1057) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1046) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1003) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1069) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1056) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1052) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1000) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1065) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1055) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=998) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1062) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=997) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=996) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1060) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1087) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=992) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=988) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1086) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1085) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 49%|██████████████████▋                   | 81/165 [1:06:38<1:57:24, 83.86s/it]Both `max_new_tokens` (=4096) and `max_length`(=1153) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 50%|██████████████████▉                   | 82/165 [1:06:43<1:23:11, 60.13s/it]Both `max_new_tokens` (=4096) and `max_length`(=1150) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 50%|███████████████████                   | 83/165 [1:06:50<1:00:14, 44.09s/it]Both `max_new_tokens` (=4096) and `max_length`(=1149) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1100) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1096) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1090) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1045) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1089) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1044) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1086) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1043) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1086) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1053) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1085) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1051) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1043) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1052) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1083) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1029) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1081) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1029) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1060) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1080) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1027) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1049) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1024) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1078) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=986) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1024) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1076) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=976) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1011) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1075) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1011) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1085) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1071) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1083) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1069) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1082) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1066) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1082) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1059) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1081) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1058) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1079) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1055) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1054) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1051) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1051) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1048) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 51%|███████████████████▎                  | 84/165 [1:09:18<1:41:42, 75.33s/it]Both `max_new_tokens` (=4096) and `max_length`(=1141) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 52%|███████████████████▌                  | 85/165 [1:09:25<1:13:04, 54.81s/it]Both `max_new_tokens` (=4096) and `max_length`(=1134) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1047) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1045) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 52%|████████████████████▊                   | 86/165 [1:09:35<54:24, 41.33s/it]Both `max_new_tokens` (=4096) and `max_length`(=1134) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1044) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 53%|█████████████████████                   | 87/165 [1:09:41<40:09, 30.90s/it]Both `max_new_tokens` (=4096) and `max_length`(=1132) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1050) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1049) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1047) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1045) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1059) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1042) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1043) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1041) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1041) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1059) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1009) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=972) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1033) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1039) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1001) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1028) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=971) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1031) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1000) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1053) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=969) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1026) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=996) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=969) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1022) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=994) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=964) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1018) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=962) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1015) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=961) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1077) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=959) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1076) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=954) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=953) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1041) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1036) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 53%|████████████████████▎                 | 88/165 [1:12:16<1:27:13, 67.97s/it]Both `max_new_tokens` (=4096) and `max_length`(=1132) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1032) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1025) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 54%|████████████████████▍                 | 89/165 [1:12:21<1:02:23, 49.26s/it]Both `max_new_tokens` (=4096) and `max_length`(=1130) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=991) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1025) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1018) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=988) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1009) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=984) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1008) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=983) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1007) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1005) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=982) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=975) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1001) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=974) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=999) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=969) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=995) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=958) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1030) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=995) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1048) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=949) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=993) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1028) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=946) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=944) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1020) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1015) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1015) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=943) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1014) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=930) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1013) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=923) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1070) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=911) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=907) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1069) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=953) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=894) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1068) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=943) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=867) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=934) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=849) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=933) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=918) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=917) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=907) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 55%|████████████████████▋                 | 90/165 [1:14:49<1:38:29, 78.79s/it]Both `max_new_tokens` (=4096) and `max_length`(=1128) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=891) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=875) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 55%|████████████████████▉                 | 91/165 [1:14:55<1:10:26, 57.12s/it]Both `max_new_tokens` (=4096) and `max_length`(=1125) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 56%|██████████████████████▎                 | 92/165 [1:15:02<51:03, 41.97s/it]Both `max_new_tokens` (=4096) and `max_length`(=1124) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 56%|██████████████████████▌                 | 93/165 [1:15:08<37:16, 31.06s/it]Both `max_new_tokens` (=4096) and `max_length`(=1122) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 57%|██████████████████████▊                 | 94/165 [1:15:13<27:38, 23.36s/it]Both `max_new_tokens` (=4096) and `max_length`(=1120) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 58%|███████████████████████                 | 95/165 [1:15:20<21:33, 18.49s/it]Both `max_new_tokens` (=4096) and `max_length`(=1108) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 58%|███████████████████████▎                | 96/165 [1:15:26<16:49, 14.62s/it]Both `max_new_tokens` (=4096) and `max_length`(=1103) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 59%|███████████████████████▌                | 97/165 [1:15:33<13:54, 12.27s/it]Both `max_new_tokens` (=4096) and `max_length`(=1103) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 59%|███████████████████████▊                | 98/165 [1:15:39<11:39, 10.43s/it]Both `max_new_tokens` (=4096) and `max_length`(=1102) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=982) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1048) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1009) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1047) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=980) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1007) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1042) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=979) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1038) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1004) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=978) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1037) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1003) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1012) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=974) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1036) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1003) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=962) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1000) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=961) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=999) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1067) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=955) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=952) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=950) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=948) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=940) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=937) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=935) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=932) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=929) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=923) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 60%|████████████████████████                | 99/165 [1:18:06<56:44, 51.58s/it]Both `max_new_tokens` (=4096) and `max_length`(=1099) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 61%|███████████████████████▋               | 100/165 [1:18:11<40:45, 37.62s/it]Both `max_new_tokens` (=4096) and `max_length`(=1096) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 61%|███████████████████████▊               | 101/165 [1:18:17<29:55, 28.06s/it]Both `max_new_tokens` (=4096) and `max_length`(=1096) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 62%|████████████████████████               | 102/165 [1:18:23<22:33, 21.48s/it]Both `max_new_tokens` (=4096) and `max_length`(=1094) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 62%|████████████████████████▎              | 103/165 [1:18:28<17:07, 16.57s/it]Both `max_new_tokens` (=4096) and `max_length`(=1092) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 63%|████████████████████████▌              | 104/165 [1:18:34<13:22, 13.15s/it]Both `max_new_tokens` (=4096) and `max_length`(=1091) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 64%|████████████████████████▊              | 105/165 [1:18:40<11:01, 11.03s/it]Both `max_new_tokens` (=4096) and `max_length`(=1088) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 64%|█████████████████████████              | 106/165 [1:18:46<09:27,  9.61s/it]Both `max_new_tokens` (=4096) and `max_length`(=1087) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 65%|█████████████████████████▎             | 107/165 [1:18:52<08:16,  8.57s/it]Both `max_new_tokens` (=4096) and `max_length`(=1085) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1003) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 65%|█████████████████████████▌             | 108/165 [1:18:58<07:30,  7.91s/it]Both `max_new_tokens` (=4096) and `max_length`(=1084) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=999) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1035) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=998) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 66%|█████████████████████████▊             | 109/165 [1:19:04<06:39,  7.14s/it]Both `max_new_tokens` (=4096) and `max_length`(=1084) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=996) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1027) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=994) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=996) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1060) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1022) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=986) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=996) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1057) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1053) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1053) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1049) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1049) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1048) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1046) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1042) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1036) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=910) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=893) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=883) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 67%|██████████████████████████             | 110/165 [1:21:31<45:03, 49.15s/it]Both `max_new_tokens` (=4096) and `max_length`(=1080) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 67%|██████████████████████████▏            | 111/165 [1:21:38<32:47, 36.43s/it]Both `max_new_tokens` (=4096) and `max_length`(=1078) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=986) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=980) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 68%|██████████████████████████▍            | 112/165 [1:21:43<23:56, 27.10s/it]Both `max_new_tokens` (=4096) and `max_length`(=1076) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 68%|██████████████████████████▋            | 113/165 [1:21:48<17:43, 20.45s/it]Both `max_new_tokens` (=4096) and `max_length`(=1075) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1019) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=993) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1016) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1011) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1010) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1007) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1003) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1034) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1030) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1024) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1023) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1011) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1005) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1004) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1000) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=1000) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=999) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=973) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=972) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 69%|██████████████████████████▉            | 114/165 [1:24:15<49:37, 58.39s/it]Both `max_new_tokens` (=4096) and `max_length`(=1069) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=967) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=990) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=965) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      " 70%|███████████████████████████▏           | 115/165 [1:24:23<36:10, 43.40s/it]Both `max_new_tokens` (=4096) and `max_length`(=1068) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=988) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=962) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "[rank7]:[E ProcessGroupNCCL.cpp:523] [Rank 7] Watchdog caught collective operation timeout: WorkNCCL(SeqNum=2, OpType=ALLREDUCE, NumelIn=1, NumelOut=1, Timeout(ms)=600000) ran for 600445 milliseconds before timing out.\n",
      "[rank7]:[E ProcessGroupNCCL.cpp:537] Some NCCL operations have failed or timed out. Due to the asynchronous nature of CUDA kernels, subsequent GPU operations might run on corrupted/incomplete data.\n",
      "[rank7]:[E ProcessGroupNCCL.cpp:543] To avoid data inconsistency, we are taking the entire process down.\n",
      "[rank7]:[E ProcessGroupNCCL.cpp:1182] [Rank 7] NCCL watchdog thread terminated with exception: [Rank 7] Watchdog caught collective operation timeout: WorkNCCL(SeqNum=2, OpType=ALLREDUCE, NumelIn=1, NumelOut=1, Timeout(ms)=600000) ran for 600445 milliseconds before timing out.\n",
      "Exception raised from checkTimeout at ../torch/csrc/distributed/c10d/ProcessGroupNCCL.cpp:525 (most recent call first):\n",
      "frame #0: c10::Error::Error(c10::SourceLocation, std::string) + 0x57 (0x7fabf0181d87 in /home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/torch/lib/libc10.so)\n",
      "frame #1: c10d::ProcessGroupNCCL::WorkNCCL::checkTimeout(std::optional<std::chrono::duration<long, std::ratio<1l, 1000l> > >) + 0x1e6 (0x7faba5bf16e6 in /home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/torch/lib/libtorch_cuda.so)\n",
      "frame #2: c10d::ProcessGroupNCCL::workCleanupLoop() + 0x19d (0x7faba5bf4c3d in /home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/torch/lib/libtorch_cuda.so)\n",
      "frame #3: c10d::ProcessGroupNCCL::ncclCommWatchdog() + 0x119 (0x7faba5bf5839 in /home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/torch/lib/libtorch_cuda.so)\n",
      "frame #4: <unknown function> + 0xdbbf4 (0x7fabef8c7bf4 in /home/recursal/miniconda3/envs/lm-eval/bin/../lib/libstdc++.so.6)\n",
      "frame #5: <unknown function> + 0x94ac3 (0x7fabf0fefac3 in /lib/x86_64-linux-gnu/libc.so.6)\n",
      "frame #6: <unknown function> + 0x126850 (0x7fabf1081850 in /lib/x86_64-linux-gnu/libc.so.6)\n",
      "\n",
      "Both `max_new_tokens` (=4096) and `max_length`(=960) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)\n",
      "[2024-02-01 09:06:33,732] torch.distributed.elastic.multiprocessing.api: [WARNING] Sending process 1452532 closing signal SIGTERM\n",
      "[2024-02-01 09:06:33,732] torch.distributed.elastic.multiprocessing.api: [WARNING] Sending process 1452533 closing signal SIGTERM\n",
      "[2024-02-01 09:06:33,733] torch.distributed.elastic.multiprocessing.api: [WARNING] Sending process 1452534 closing signal SIGTERM\n",
      "[2024-02-01 09:06:33,733] torch.distributed.elastic.multiprocessing.api: [WARNING] Sending process 1452535 closing signal SIGTERM\n",
      "[2024-02-01 09:06:33,734] torch.distributed.elastic.multiprocessing.api: [WARNING] Sending process 1452536 closing signal SIGTERM\n",
      "[2024-02-01 09:06:33,735] torch.distributed.elastic.multiprocessing.api: [WARNING] Sending process 1452537 closing signal SIGTERM\n",
      "[2024-02-01 09:06:33,736] torch.distributed.elastic.multiprocessing.api: [WARNING] Sending process 1452538 closing signal SIGTERM\n",
      "[2024-02-01 09:06:34,580] torch.distributed.elastic.multiprocessing.api: [ERROR] failed (exitcode: -6) local_rank: 7 (pid: 1452539) of binary: /home/recursal/miniconda3/envs/lm-eval/bin/python\n",
      "Traceback (most recent call last):\n",
      "  File \"/home/recursal/miniconda3/envs/lm-eval/bin/accelerate\", line 8, in <module>\n",
      "    sys.exit(main())\n",
      "             ^^^^^^\n",
      "  File \"/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/accelerate/commands/accelerate_cli.py\", line 47, in main\n",
      "    args.func(args)\n",
      "  File \"/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/accelerate/commands/launch.py\", line 1014, in launch_command\n",
      "    multi_gpu_launcher(args)\n",
      "  File \"/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/accelerate/commands/launch.py\", line 672, in multi_gpu_launcher\n",
      "    distrib_run.run(args)\n",
      "  File \"/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/torch/distributed/run.py\", line 803, in run\n",
      "    elastic_launch(\n",
      "  File \"/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/torch/distributed/launcher/api.py\", line 135, in __call__\n",
      "    return launch_agent(self._config, self._entrypoint, list(args))\n",
      "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
      "  File \"/home/recursal/miniconda3/envs/lm-eval/lib/python3.12/site-packages/torch/distributed/launcher/api.py\", line 268, in launch_agent\n",
      "    raise ChildFailedError(\n",
      "torch.distributed.elastic.multiprocessing.errors.ChildFailedError: \n",
      "========================================================\n",
      "lm_eval FAILED\n",
      "--------------------------------------------------------\n",
      "Failures:\n",
      "  <NO_OTHER_FAILURES>\n",
      "--------------------------------------------------------\n",
      "Root Cause (first observed failure):\n",
      "[0]:\n",
      "  time      : 2024-02-01_09:06:33\n",
      "  host      : localhost\n",
      "  rank      : 7 (local_rank: 7)\n",
      "  exitcode  : -6 (pid: 1452539)\n",
      "  error_file: <N/A>\n",
      "  traceback : Signal 6 (SIGABRT) received by PID 1452539\n",
      "========================================================\n"
     ]
    }
   ],
   "source": [
    "!accelerate launch -m lm_eval --model hf --model_args pretrained={MODEL_REPO},dtype=\"float16\",trust_remote_code=True \\\n",
    "    --tasks gsm8k --num_fewshot 5 --batch_size 1 --log_samples \\\n",
    "    --output_path ./results/{OUTPUT_PREFIX}-gsm8k"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "lm-eval",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}