[tab] /hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/train_tokenizer_model_size_scaling_37M_3317239.log (log)
#!/usr/bin/env bash

#SBATCH --nodes=4
#SBATCH --ntasks-per-node=4
#SBATCH --time=15:00:00
#SBATCH --partition=accelerated
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:4
#SBATCH --output=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
#SBATCH --error=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
#SBATCH --job-name=train_tokenizer_model_size_scaling_37M

# Log the sbatch script
cat $0

module unload mpi/openmpi/5.0
module unload devel/cuda/12.4
source .venv/bin/activate

tf_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/open_ai_minecraft_tfrecord

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=/home/hk-project-p0023960/tum_cte0515/Projects/checkpoints/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

env | grep SLURM

srun python train_tokenizer.py \
    --ckpt_dir $CHECKPOINT_DIR \
    --batch_size=96 \
    --min_lr=0 \
    --max_lr=7e-5 \
    --log_image_interval=500 \
    --log_checkpoint_interval=500 \
    --log \
    --name=tokenizer-modelsize-74M-$slurm_job_id \
    --tags tokenizer model-size-scaling 74M \
    --entity instant-uv \
    --project jafar \
    --data_dir $tf_records_dir \
    --model_dim=640 \
    --num_blocks=10 \
    --num_heads=10 \
    --latent_dim=48 \
    --num_latents=1536
/var/spool/slurmd/job3317239/slurm_script: line 18: .venv/bin/activate: No such file or directory
SLURM_STEP_NUM_TASKS=1
SLURM_JOB_USER=tum_cte0515
SLURM_TASKS_PER_NODE=4(x4)
SLURM_JOB_UID=999226
SLURM_TASK_PID=2491486
SLURM_JOB_GPUS=0,1,2,3
SLURM_LOCALID=0
SLURM_SUBMIT_DIR=/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs
SLURMD_NODENAME=hkn0629
SLURM_JOB_START_TIME=1751625469
SLURM_STEP_NODELIST=hkn0625
SLURM_CLUSTER_NAME=hk
SLURM_JOB_END_TIME=1751679469
SLURM_PMI2_SRUN_PORT=38731
SLURM_CPUS_ON_NODE=24
SLURM_JOB_CPUS_PER_NODE=24(x4)
SLURM_GPUS_ON_NODE=4
SLURM_GTIDS=0
SLURM_JOB_PARTITION=accelerated
SLURM_TRES_PER_TASK=cpu=5
SLURM_OOM_KILL_STEP=0
SLURM_JOB_NUM_NODES=4
SLURM_STEPID=4294967290
SLURM_JOBID=3317239
SLURM_PTY_PORT=39987
SLURM_JOB_QOS=normal
SLURM_LAUNCH_NODE_IPADDR=10.0.7.201
SLURM_PTY_WIN_ROW=50
SLURM_PMI2_PROC_MAPPING=(vector,(0,1,1))
SLURMD_DEBUG=2
SLURM_PROCID=0
SLURM_CPUS_PER_TASK=5
SLURM_NTASKS=16
SLURM_TOPOLOGY_ADDR=hkibb.hkibbi1.hkibbi1e30.hkn0629
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.switch.node
SLURM_SRUN_COMM_HOST=10.0.7.201
SLURM_SCRIPT_CONTEXT=prolog_task
SLURM_PTY_WIN_COL=108
SLURM_NODELIST=hkn[0629,0631,0633-0634]
SLURM_SRUN_COMM_PORT=39403
SLURM_STEP_ID=4294967290
SLURM_JOB_ACCOUNT=hk-project-p0023960
SLURM_PRIO_PROCESS=0
SLURM_NPROCS=16
SLURM_NNODES=4
SLURM_SUBMIT_HOST=hkn0625.localdomain
SLURM_JOB_ID=3317239
SLURM_NODEID=0
SLURM_STEP_NUM_NODES=1
SLURM_STEP_TASKS_PER_NODE=1
SLURM_MPI_TYPE=pmi2
SLURM_PMI2_STEP_NODES=hkn0625
SLURM_CONF=/etc/slurm/slurm.conf
SLURM_JOB_NAME=train_tokenizer_model_size_scaling_37M
SLURM_NTASKS_PER_NODE=4
SLURM_STEP_LAUNCHER_PORT=39403
SLURM_JOB_GID=502226
SLURM_JOB_NODELIST=hkn[0629,0631,0633-0634]
GpuFreq=control_disabled
GpuFreq=control_disabled
GpuFreq=control_disabled
GpuFreq=control_disabled
2025-07-04 12:38:27.361765: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:27.361724: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625507.375375 2491548 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625507.375535 2491549 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
E0000 00:00:1751625507.379928 2491548 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
2025-07-04 12:38:27.377778: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
E0000 00:00:1751625507.380126 2491549 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
2025-07-04 12:38:27.377930: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:27.378839: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:27.379005: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625507.390746 2686045 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625507.391168 2686043 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625507.392263 2686042 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625507.392558 2686044 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
W0000 00:00:1751625507.393033 2491548 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.393051 2491548 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.393054 2491548 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.393056 2491548 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.393451 2491549 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.393470 2491549 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.393471 2491549 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.393473 2491549 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
E0000 00:00:1751625507.395403 2686045 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625507.395722 2686043 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625507.396636 2686042 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625507.397157 2686044 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
W0000 00:00:1751625507.409362 2686043 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409378 2686043 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409380 2686043 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409382 2686043 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409320 2686045 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409341 2686045 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409343 2686045 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409344 2686045 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409672 2686042 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409688 2686042 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409689 2686042 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409691 2686042 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409942 2686044 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409956 2686044 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409958 2686044 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.409960 2686044 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
2025-07-04 12:38:27.412555: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:27.412555: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625507.425500 2491547 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625507.425466 2491550 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
E0000 00:00:1751625507.429784 2491547 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625507.429792 2491550 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
W0000 00:00:1751625507.442229 2491547 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.442255 2491547 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.442257 2491547 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.442258 2491547 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.442238 2491550 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.442256 2491550 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.442258 2491550 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625507.442259 2491550 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
2025-07-04 12:38:28.157802: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:28.158074: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:28.158163: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:28.158205: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625508.171319 1751045 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625508.171231 1751046 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625508.171274 1751047 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625508.171464 1751044 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
E0000 00:00:1751625508.175443 1751047 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625508.175554 1751044 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625508.175750 1751045 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625508.175986 1751046 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
W0000 00:00:1751625508.188457 1751044 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188471 1751044 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188473 1751044 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188474 1751044 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188764 1751045 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188785 1751045 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188787 1751045 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188788 1751045 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188759 1751047 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188777 1751047 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188779 1751047 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.188781 1751047 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.189267 1751046 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.189286 1751046 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.189287 1751046 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625508.189289 1751046 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
2025-07-04 12:38:29.291361: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:29.291358: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:29.291352: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 12:38:29.291357: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625509.420874 1473886 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625509.421101 1473888 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625509.421097 1473889 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751625509.421341 1473887 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
E0000 00:00:1751625509.448869 1473886 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625509.448867 1473887 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625509.448872 1473889 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751625509.448964 1473888 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
W0000 00:00:1751625509.797041 1473886 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797074 1473886 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797076 1473886 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797078 1473886 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797049 1473887 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797080 1473887 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797082 1473887 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797084 1473887 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797045 1473888 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797076 1473888 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797078 1473888 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797080 1473888 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797047 1473889 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797078 1473889 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797080 1473889 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625509.797082 1473889 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751625523.017661 2491549 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.018131 2491548 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.019557 2686045 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.019835 2686043 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.020282 2491547 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.020283 2491550 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.020612 2686042 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.020606 2686044 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.995868 1751045 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.995866 1751047 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.996177 1751044 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625523.996207 1751046 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625524.760882 1473886 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625524.760899 1473887 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625524.760885 1473888 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751625524.760903 1473889 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
2025-07-04 12:38:47.855197: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.857190: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.857898: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.876475: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.877285: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.885814: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.885820: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.889207: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.890467: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.917432: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.945522: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:47.972461: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:48.110657: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:48.110658: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:48.118073: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:38:48.136581: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
wandb: Currently logged in as: mihir-mahajan2002 (instant-uv) to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
wandb: Tracking run with wandb version 0.19.11
wandb: Run data is saved locally in /hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/wandb/run-20250704_123907-fjpj2mie
wandb: Run `wandb offline` to turn off syncing.
wandb: Syncing run tokenizer-modelsize-74M-3317239
wandb: ⭐️ View project at https://wandb.ai/instant-uv/jafar
wandb: 🚀 View run at https://wandb.ai/instant-uv/jafar/runs/fjpj2mie
2025-07-04 12:39:41.420328: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:39:43.227837: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 12:39:43.651555: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 111, loss: 0.15561001002788544
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 111, loss: 0.15561001002788544
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 111, loss: 0.15561001002788544
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 111, loss: 0.15561001002788544
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 111, loss: 0.15561001002788544
Step 226, loss: 0.07977980375289917
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 111, loss: 0.15561001002788544
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 111, loss: 0.15561001002788544
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 111, loss: 0.15561001002788544
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 226, loss: 0.07977980375289917
Step 226, loss: 0.07977980375289917
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 226, loss: 0.07977980375289917
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 226, loss: 0.07977980375289917
Step 111, loss: 0.15561001002788544
Step 111, loss: 0.15561001002788544
Step 111, loss: 0.15561001002788544
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 226, loss: 0.07977980375289917
Step 226, loss: 0.07977980375289917
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 111, loss: 0.15561001002788544
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 111, loss: 0.15561001002788544
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 226, loss: 0.07977980375289917
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 226, loss: 0.07977980375289917
Step 226, loss: 0.07977980375289917
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 226, loss: 0.07977980375289917
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 111, loss: 0.15561001002788544
Running on 16 devices.
Counting all components: ['encoder', 'vq', 'decoder']
Parameter counts:
{'encoder': 37023504, 'vq': 73728, 'decoder': 37023504, 'total': 74120736}
Starting training from step 0...
Step 0, loss: 0.294849693775177
Step 1, loss: 0.3058924078941345
Step 2, loss: 0.29724812507629395
Step 3, loss: 0.30188214778900146
Step 4, loss: 0.29870495200157166
Step 5, loss: 0.3022816479206085
Step 6, loss: 0.3017943501472473
Step 7, loss: 0.2990976870059967
Step 8, loss: 0.3123670220375061
Step 9, loss: 0.30699214339256287
Step 10, loss: 0.29188796877861023
Step 11, loss: 0.28544506430625916
Step 12, loss: 0.29865506291389465
Step 13, loss: 0.28883033990859985
Step 14, loss: 0.29493001103401184
Step 15, loss: 0.29093343019485474
Step 16, loss: 0.29734697937965393
Step 17, loss: 0.3000251054763794
Step 18, loss: 0.3090585768222809
Step 19, loss: 0.30215710401535034
Step 20, loss: 0.29825645685195923
Step 21, loss: 0.29969924688339233
Step 22, loss: 0.2908482253551483
Step 23, loss: 0.2886146306991577
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 111, loss: 0.15561001002788544
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 24, loss: 0.28933045268058777
Step 25, loss: 0.2934161424636841
Step 26, loss: 0.2931300699710846
Step 27, loss: 0.2860819697380066
Step 28, loss: 0.2860143184661865
Step 29, loss: 0.2789648771286011
Step 30, loss: 0.28763464093208313
Step 31, loss: 0.2932497560977936
Step 32, loss: 0.2908633053302765
Step 33, loss: 0.28332754969596863
Step 34, loss: 0.27929314970970154
Step 35, loss: 0.2767287492752075
Step 36, loss: 0.28054022789001465
Step 37, loss: 0.275244802236557
Step 38, loss: 0.2772067189216614
Step 39, loss: 0.28078556060791016
Step 40, loss: 0.2749556303024292
Step 41, loss: 0.2694869637489319
Step 42, loss: 0.2737984359264374
Step 43, loss: 0.2611677944660187
Step 44, loss: 0.26785382628440857
Step 45, loss: 0.27011987566947937
Step 46, loss: 0.2697380483150482
Step 47, loss: 0.26151448488235474
Step 48, loss: 0.2616373896598816
Step 49, loss: 0.263157457113266
Step 50, loss: 0.2615525722503662
Step 51, loss: 0.25101736187934875
Step 52, loss: 0.25288474559783936
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 53, loss: 0.26166051626205444
Step 54, loss: 0.2462150901556015
Step 55, loss: 0.2536638677120209
Step 56, loss: 0.2435472309589386
Step 57, loss: 0.24212612211704254
Step 58, loss: 0.24989460408687592
Step 59, loss: 0.24689994752407074
Step 60, loss: 0.24191370606422424
Step 61, loss: 0.23148927092552185
Step 62, loss: 0.23736384510993958
Step 63, loss: 0.2392830103635788
Step 64, loss: 0.23715126514434814
Step 65, loss: 0.2368895560503006
Step 66, loss: 0.23413661122322083
Step 67, loss: 0.22723230719566345
Step 68, loss: 0.22563211619853973
Step 69, loss: 0.2225402593612671
Step 70, loss: 0.2223241627216339
Step 71, loss: 0.2197379767894745
Step 72, loss: 0.2163577377796173
Step 73, loss: 0.22257225215435028
Step 74, loss: 0.2176007628440857
Step 75, loss: 0.21696777641773224
Step 76, loss: 0.2167419046163559
Step 77, loss: 0.20696787536144257
Step 78, loss: 0.2050478160381317
Step 79, loss: 0.2095903903245926
Step 80, loss: 0.21183118224143982
Step 81, loss: 0.20561286807060242
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 82, loss: 0.20229437947273254
Step 83, loss: 0.20197322964668274
Step 84, loss: 0.20281817018985748
Step 85, loss: 0.19827382266521454
Step 86, loss: 0.19613327085971832
Step 87, loss: 0.19797515869140625
Step 88, loss: 0.19452571868896484
Step 89, loss: 0.19212530553340912
Step 90, loss: 0.195467010140419
Step 91, loss: 0.18331360816955566
Step 92, loss: 0.19123157858848572
Step 93, loss: 0.1924901008605957
Step 94, loss: 0.1850198656320572
Step 95, loss: 0.17777346074581146
Step 96, loss: 0.1760045289993286
Step 97, loss: 0.1797504425048828
Step 98, loss: 0.18177208304405212
Step 99, loss: 0.1700216680765152
Step 100, loss: 0.17781779170036316
Step 101, loss: 0.1694411337375641
Step 102, loss: 0.1672140210866928
Step 103, loss: 0.17410898208618164
Step 104, loss: 0.16561134159564972
Step 105, loss: 0.16229604184627533
Step 106, loss: 0.15778791904449463
Step 107, loss: 0.16142289340496063
Step 108, loss: 0.1675649732351303
Step 109, loss: 0.16829800605773926
Step 110, loss: 0.16694322228431702
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 111, loss: 0.15561001002788544
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 112, loss: 0.15886643528938293
Step 113, loss: 0.15526176989078522
Step 114, loss: 0.15020529925823212
Step 115, loss: 0.16350091993808746
Step 116, loss: 0.1544787436723709
Step 117, loss: 0.154430091381073
Step 118, loss: 0.14557434618473053
Step 119, loss: 0.15125253796577454
Step 120, loss: 0.14786282181739807
Step 121, loss: 0.14804887771606445
Step 122, loss: 0.14261111617088318
Step 123, loss: 0.1424507349729538
Step 124, loss: 0.13233685493469238
Step 125, loss: 0.14498700201511383
Step 126, loss: 0.14519919455051422
Step 127, loss: 0.14446070790290833
Step 128, loss: 0.1416797935962677
Step 129, loss: 0.1373385488986969
Step 130, loss: 0.1322937160730362
Step 131, loss: 0.1339801847934723
Step 132, loss: 0.130426824092865
Step 133, loss: 0.12604883313179016
Step 134, loss: 0.14043748378753662
Step 135, loss: 0.1319025754928589
Step 136, loss: 0.11442097276449203
Step 137, loss: 0.12239480763673782
Step 138, loss: 0.13360902667045593
Step 139, loss: 0.11996360868215561
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 226, loss: 0.07977980375289917
Step 140, loss: 0.12440023571252823
Step 141, loss: 0.14153659343719482
Step 142, loss: 0.13256096839904785
Step 143, loss: 0.12389197200536728
Step 144, loss: 0.12009027600288391
Step 145, loss: 0.11826789379119873
Step 146, loss: 0.1217455342411995
Step 147, loss: 0.11830288171768188
Step 148, loss: 0.13414406776428223
Step 149, loss: 0.12386573106050491
Step 150, loss: 0.1145574152469635
Step 151, loss: 0.12033366411924362
Step 152, loss: 0.11767005920410156
Step 153, loss: 0.11641320586204529
Step 154, loss: 0.11912213265895844
Step 155, loss: 0.11327498406171799
Step 156, loss: 0.1201174408197403
Step 157, loss: 0.12169677764177322
Step 158, loss: 0.12679991126060486
Step 159, loss: 0.12015768885612488
Step 160, loss: 0.11246643960475922
Step 161, loss: 0.10234925150871277
Step 162, loss: 0.11228238046169281
Step 163, loss: 0.11576870083808899
Step 164, loss: 0.10618210583925247
Step 165, loss: 0.11215650290250778
Step 166, loss: 0.11222232133150101
Step 167, loss: 0.12140613049268723
Step 226, loss: 0.07977980375289917
Step 226, loss: 0.07977980375289917
Step 168, loss: 0.11342522501945496
Step 169, loss: 0.1083354651927948
Step 170, loss: 0.10187886655330658
Step 171, loss: 0.1018105000257492
Step 172, loss: 0.10983400791883469
Step 173, loss: 0.1171531155705452
Step 174, loss: 0.1084175631403923
Step 175, loss: 0.11376672238111496
Step 176, loss: 0.1190539002418518
Step 177, loss: 0.10173330456018448
Step 178, loss: 0.10797121375799179
Step 179, loss: 0.11072045564651489
Step 180, loss: 0.10407716780900955
Step 181, loss: 0.10545586049556732
Step 182, loss: 0.09727352112531662
Step 183, loss: 0.09846678376197815
Step 184, loss: 0.11144064366817474
Step 185, loss: 0.10399577021598816
Step 186, loss: 0.10029555857181549
Step 187, loss: 0.10255055129528046
Step 188, loss: 0.10750945657491684
Step 189, loss: 0.10869649797677994
Step 190, loss: 0.10057462751865387
Step 191, loss: 0.10593577474355698
Step 192, loss: 0.09965994209051132
Step 193, loss: 0.10474134236574173
Step 194, loss: 0.10122121125459671
Step 195, loss: 0.09871488064527512
Step 226, loss: 0.07977980375289917
Step 196, loss: 0.1011364683508873
Step 197, loss: 0.09336729347705841
Step 198, loss: 0.08371396362781525
Step 199, loss: 0.10809042304754257
Step 200, loss: 0.0891665518283844
Step 201, loss: 0.09440433979034424
Step 202, loss: 0.08654569834470749
Step 203, loss: 0.09058644622564316
Step 204, loss: 0.0896003469824791
Step 205, loss: 0.08847370743751526
Step 206, loss: 0.09284330159425735
Step 207, loss: 0.08936586230993271
Step 208, loss: 0.10093986988067627
Step 209, loss: 0.0827605351805687
Step 210, loss: 0.0899147093296051
Step 211, loss: 0.08846478164196014
Step 212, loss: 0.0801730528473854
Step 213, loss: 0.0755474790930748
Step 214, loss: 0.08389828354120255
Step 215, loss: 0.08464879542589188
Step 216, loss: 0.08897751569747925
Step 217, loss: 0.0824553519487381
Step 218, loss: 0.08694791048765182
Step 219, loss: 0.09281352162361145
Step 220, loss: 0.0860922634601593
Step 221, loss: 0.08495983481407166
Step 222, loss: 0.09017253667116165
Step 223, loss: 0.08133888244628906
Step 224, loss: 0.08332647383213043
Step 225, loss: 0.07926817238330841
Step 226, loss: 0.07977980375289917
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 227, loss: 0.07403123378753662
Step 228, loss: 0.0789874866604805
Step 229, loss: 0.08246686309576035
Step 230, loss: 0.07677001506090164
Step 231, loss: 0.07602421939373016
Step 232, loss: 0.08331799507141113
Step 233, loss: 0.07668080180883408
Step 234, loss: 0.07168613374233246
Step 235, loss: 0.07148820906877518
Step 236, loss: 0.0795699954032898
Step 237, loss: 0.0775766521692276
Step 238, loss: 0.07873082160949707
Step 239, loss: 0.07246760278940201
Step 240, loss: 0.07347020506858826
Step 241, loss: 0.07879544794559479
Step 242, loss: 0.08368797600269318
Step 243, loss: 0.08042270690202713
Step 244, loss: 0.08319244533777237
Step 245, loss: 0.07713019847869873
Step 246, loss: 0.06969312578439713
Step 247, loss: 0.07860797643661499
Step 248, loss: 0.0776999443769455
Step 249, loss: 0.07424039393663406
Step 250, loss: 0.07950679957866669
Step 251, loss: 0.07460957765579224
Step 252, loss: 0.07999273389577866
Step 253, loss: 0.07901565730571747
Step 254, loss: 0.0816362276673317
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 255, loss: 0.07531875371932983
Step 256, loss: 0.08183485269546509
Step 257, loss: 0.08128927648067474
Step 258, loss: 0.0778409019112587
Step 259, loss: 0.08329315483570099
Step 260, loss: 0.07641169428825378
Step 261, loss: 0.07008705288171768
Step 262, loss: 0.08395304530858994
Step 263, loss: 0.07331229746341705
Step 264, loss: 0.08027239143848419
Step 265, loss: 0.07787467539310455
Step 266, loss: 0.08400037884712219
Step 267, loss: 0.08355425298213959
Step 268, loss: 0.08136285096406937
Step 269, loss: 0.07260192930698395
Step 270, loss: 0.07747389376163483
Step 271, loss: 0.07085442543029785
Step 272, loss: 0.07782456278800964
Step 273, loss: 0.08062101155519485
Step 274, loss: 0.0804353803396225
Step 275, loss: 0.07429412752389908
Step 276, loss: 0.08377183973789215
Step 277, loss: 0.07836580276489258
Step 278, loss: 0.08154534548521042
Step 279, loss: 0.07903430610895157
Step 280, loss: 0.08753886818885803
Step 281, loss: 0.07889509946107864
Step 282, loss: 0.07935827225446701
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 283, loss: 0.07534263283014297
Step 284, loss: 0.07141446322202682
Step 285, loss: 0.0768909826874733
Step 286, loss: 0.07705474644899368
Step 287, loss: 0.08372209966182709
Step 288, loss: 0.07274089008569717
Step 289, loss: 0.07687436044216156
Step 290, loss: 0.07633044570684433
Step 291, loss: 0.08279598504304886
Step 292, loss: 0.07663203775882721
Step 293, loss: 0.07915230095386505
Step 294, loss: 0.07570001482963562
Step 295, loss: 0.0758943185210228
Step 296, loss: 0.07690204679965973
Step 297, loss: 0.07291562110185623
Step 298, loss: 0.07781340926885605
Step 299, loss: 0.08312707394361496
Step 300, loss: 0.07628237456083298
Step 301, loss: 0.07254184037446976
Step 302, loss: 0.07031708210706711
Step 303, loss: 0.07518204301595688
Step 304, loss: 0.07131600379943848
Step 305, loss: 0.06983334571123123
Step 306, loss: 0.07444895803928375
Step 307, loss: 0.07976862043142319
Step 308, loss: 0.07721090316772461
Step 309, loss: 0.07375728338956833
Step 310, loss: 0.0674704760313034
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 311, loss: 0.06940756738185883
Step 312, loss: 0.07521384954452515
Step 313, loss: 0.0747058168053627
Step 314, loss: 0.06682132184505463
Step 315, loss: 0.07278067618608475
Step 316, loss: 0.06874994933605194
Step 317, loss: 0.07276738435029984
Step 318, loss: 0.07377256453037262
Step 319, loss: 0.07292454689741135
Step 320, loss: 0.07412705570459366
Step 321, loss: 0.07335864752531052
Step 322, loss: 0.07068042457103729
Step 323, loss: 0.06791429966688156
Step 324, loss: 0.07151305675506592
Step 325, loss: 0.07203232496976852
Step 326, loss: 0.07202260196208954
Step 327, loss: 0.0703883171081543
Step 328, loss: 0.07221131771802902
Step 329, loss: 0.07091283798217773
Step 330, loss: 0.06902144849300385
Step 331, loss: 0.07583419233560562
Step 332, loss: 0.07437239587306976
Step 333, loss: 0.06628016382455826
Step 334, loss: 0.08007591962814331
Step 335, loss: 0.0716652199625969
Step 336, loss: 0.07341914623975754
Step 337, loss: 0.06999322026968002
Step 338, loss: 0.0723353922367096
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 339, loss: 0.06660566478967667
Step 340, loss: 0.07726646214723587
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 341, loss: 0.07031269371509552
Step 342, loss: 0.07532590627670288
Step 343, loss: 0.07572119683027267
Step 344, loss: 0.07102229446172714
Step 345, loss: 0.07169743627309799
Step 346, loss: 0.07029855251312256
Step 347, loss: 0.06605789065361023
Step 348, loss: 0.07417406141757965
Step 349, loss: 0.07415960729122162
Step 350, loss: 0.06850560009479523
Step 351, loss: 0.07490558177232742
Step 352, loss: 0.06951064616441727
Step 353, loss: 0.06741008162498474
Step 354, loss: 0.07499368488788605
Step 355, loss: 0.06894084066152573
Step 356, loss: 0.06727298349142075
Step 357, loss: 0.06935190409421921
Step 358, loss: 0.07001739740371704
Step 359, loss: 0.06826184689998627
Step 360, loss: 0.07166202366352081
Step 361, loss: 0.07118622213602066
Step 362, loss: 0.06685293465852737
Step 363, loss: 0.07019238919019699
Step 364, loss: 0.0676940307021141
Step 365, loss: 0.07150240242481232
Step 366, loss: 0.0718269795179367
Step 367, loss: 0.07546809315681458
Step 368, loss: 0.06432868540287018
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 369, loss: 0.07311870157718658
Step 370, loss: 0.07193542271852493
Step 371, loss: 0.07283689826726913
Step 372, loss: 0.0690317302942276
Step 373, loss: 0.07072925567626953
Step 374, loss: 0.07124019414186478
Step 375, loss: 0.06459629535675049
Step 376, loss: 0.07104960083961487
Step 377, loss: 0.07393096387386322
Step 378, loss: 0.07093261927366257
Step 379, loss: 0.07039950788021088
Step 380, loss: 0.06934159994125366
Step 381, loss: 0.06155061721801758
Step 382, loss: 0.06828783452510834
Step 383, loss: 0.06714923679828644
Step 384, loss: 0.06565957516431808
Step 385, loss: 0.07408341020345688
Step 386, loss: 0.06987930089235306
Step 387, loss: 0.06754744052886963
Step 388, loss: 0.06213923543691635
Step 389, loss: 0.07245413959026337
Step 390, loss: 0.06831525266170502
Step 391, loss: 0.0709807500243187
Step 392, loss: 0.07218798995018005
Step 393, loss: 0.06673113256692886
Step 394, loss: 0.06779687106609344
Step 395, loss: 0.07125600427389145
Step 396, loss: 0.06637459248304367
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 397, loss: 0.06764774769544601
Step 398, loss: 0.0672440230846405
Step 399, loss: 0.07219742238521576
Step 400, loss: 0.06727316230535507
Step 401, loss: 0.06930121034383774
Step 402, loss: 0.07232461124658585
Step 403, loss: 0.06681020557880402
Step 404, loss: 0.07144737988710403
Step 405, loss: 0.06219470873475075
Step 406, loss: 0.06727934628725052
Step 407, loss: 0.06942780315876007
Step 408, loss: 0.06389355659484863
Step 409, loss: 0.062157511711120605
Step 410, loss: 0.07013056427240372
Step 411, loss: 0.07458779960870743
Step 412, loss: 0.060685716569423676
Step 413, loss: 0.06668278574943542
Step 414, loss: 0.06802640110254288
Step 415, loss: 0.06639132648706436
Step 416, loss: 0.06544248014688492
Step 417, loss: 0.06460843235254288
Step 418, loss: 0.06516251713037491
Step 419, loss: 0.06709308177232742
Step 420, loss: 0.06398902833461761
Step 421, loss: 0.06512446701526642
Step 422, loss: 0.06549669802188873
Step 423, loss: 0.06620299816131592
Step 424, loss: 0.06909491866827011
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 425, loss: 0.0701146051287651
Step 426, loss: 0.07740184664726257
Step 427, loss: 0.06924176216125488
Step 428, loss: 0.0686555728316307
Step 429, loss: 0.06426362693309784
Step 430, loss: 0.06538745015859604
Step 431, loss: 0.06801246851682663
Step 432, loss: 0.06832583248615265
Step 433, loss: 0.06660588085651398
Step 434, loss: 0.066067636013031
Step 435, loss: 0.06496591120958328
Step 436, loss: 0.06793773919343948
Step 437, loss: 0.06473138928413391
Step 438, loss: 0.06643565744161606
Step 439, loss: 0.06334950774908066
Step 440, loss: 0.06882216036319733
Step 441, loss: 0.06234375014901161
Step 442, loss: 0.07191082090139389
Step 443, loss: 0.06871888041496277
Step 444, loss: 0.0722164437174797
Step 445, loss: 0.06682705134153366
Step 446, loss: 0.06547778844833374
Step 447, loss: 0.06356608867645264
Step 448, loss: 0.06893827021121979
Step 449, loss: 0.06543982774019241
Step 450, loss: 0.07231734693050385
Step 451, loss: 0.06782268732786179
Step 452, loss: 0.06815766543149948
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 453, loss: 0.06419399380683899
Step 454, loss: 0.06607706844806671
Step 455, loss: 0.07062650471925735
Step 456, loss: 0.061833158135414124
Step 457, loss: 0.06103390455245972
Step 458, loss: 0.060561880469322205
Step 459, loss: 0.06283818930387497
Step 460, loss: 0.0674608051776886
Step 461, loss: 0.07203301042318344
Step 462, loss: 0.06471359729766846
Step 463, loss: 0.06510912626981735
Step 464, loss: 0.06794716417789459
Step 465, loss: 0.07167885452508926
Step 466, loss: 0.06638596206903458
Step 467, loss: 0.06031403690576553
Step 468, loss: 0.06650462001562119
Step 469, loss: 0.06601902842521667
Step 470, loss: 0.06437388062477112
Step 471, loss: 0.0648120790719986
Step 472, loss: 0.07187674194574356
Step 473, loss: 0.06804303079843521
Step 474, loss: 0.06633076071739197
Step 475, loss: 0.06534548103809357
Step 476, loss: 0.05949658527970314
Step 477, loss: 0.06433362513780594
Step 478, loss: 0.06874489039182663
Step 479, loss: 0.06187263876199722
Step 480, loss: 0.05902613699436188
Step 481, loss: 0.06314729154109955
Step 482, loss: 0.06363237649202347
Step 483, loss: 0.062141455709934235
Step 484, loss: 0.0641908198595047
Step 485, loss: 0.0616866797208786
Step 486, loss: 0.0673944503068924
Step 487, loss: 0.06743177026510239
Step 488, loss: 0.060524966567754745
Step 489, loss: 0.06341972202062607
Step 490, loss: 0.06230838596820831
Step 491, loss: 0.061612240970134735
Step 492, loss: 0.06078474596142769
Step 493, loss: 0.06607486307621002
Step 494, loss: 0.06564420461654663
Step 495, loss: 0.06392713636159897
Step 496, loss: 0.062395721673965454
Step 497, loss: 0.058868084102869034
Step 498, loss: 0.06622837483882904
Step 499, loss: 0.06350032985210419
Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 159, in wait_for_base_dir_creation
Step 455, loss: 0.07062650471925735
Step 456, loss: 0.061833158135414124
Step 457, loss: 0.06103390455245972
Step 458, loss: 0.060561880469322205
Step 459, loss: 0.06283818930387497
Step 460, loss: 0.0674608051776886
Step 461, loss: 0.07203301042318344
Step 462, loss: 0.06471359729766846
Step 463, loss: 0.06510912626981735
Step 464, loss: 0.06794716417789459
Step 465, loss: 0.07167885452508926
Step 466, loss: 0.06638596206903458
Step 467, loss: 0.06031403690576553
Step 468, loss: 0.06650462001562119
Step 469, loss: 0.06601902842521667
Step 470, loss: 0.06437388062477112
Step 471, loss: 0.0648120790719986
Step 472, loss: 0.07187674194574356
Step 473, loss: 0.06804303079843521
Step 474, loss: 0.06633076071739197
Step 475, loss: 0.06534548103809357
Step 476, loss: 0.05949658527970314
Step 477, loss: 0.06433362513780594
Step 478, loss: 0.06874489039182663
Step 479, loss: 0.06187263876199722
Step 480, loss: 0.05902613699436188
Step 481, loss: 0.06314729154109955
Step 482, loss: 0.06363237649202347
Step 483, loss: 0.062141455709934235
Step 484, loss: 0.0641908198595047
Step 485, loss: 0.0616866797208786
Step 486, loss: 0.0673944503068924
Step 487, loss: 0.06743177026510239
Step 488, loss: 0.060524966567754745
Step 489, loss: 0.06341972202062607
Step 490, loss: 0.06230838596820831
Step 491, loss: 0.061612240970134735
Step 492, loss: 0.06078474596142769
Step 493, loss: 0.06607486307621002
Step 494, loss: 0.06564420461654663
Step 495, loss: 0.06392713636159897
Step 496, loss: 0.062395721673965454
Step 497, loss: 0.058868084102869034
Step 498, loss: 0.06622837483882904
Step 499, loss: 0.06350032985210419
Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 159, in wait_for_base_dir_creation
Step 455, loss: 0.07062650471925735
Step 456, loss: 0.061833158135414124
Step 457, loss: 0.06103390455245972
Step 458, loss: 0.060561880469322205
Step 459, loss: 0.06283818930387497
Step 460, loss: 0.0674608051776886
Step 461, loss: 0.07203301042318344
Step 462, loss: 0.06471359729766846
Step 463, loss: 0.06510912626981735
Step 464, loss: 0.06794716417789459
Step 465, loss: 0.07167885452508926
Step 466, loss: 0.06638596206903458
Step 467, loss: 0.06031403690576553
Step 468, loss: 0.06650462001562119
Step 469, loss: 0.06601902842521667
Step 470, loss: 0.06437388062477112
Step 471, loss: 0.0648120790719986
Step 472, loss: 0.07187674194574356
Step 473, loss: 0.06804303079843521
Step 474, loss: 0.06633076071739197
Step 475, loss: 0.06534548103809357
Step 476, loss: 0.05949658527970314
Step 477, loss: 0.06433362513780594
Step 478, loss: 0.06874489039182663
Step 479, loss: 0.06187263876199722
Step 480, loss: 0.05902613699436188
Step 481, loss: 0.06314729154109955
Step 482, loss: 0.06363237649202347
Step 483, loss: 0.062141455709934235
Step 484, loss: 0.0641908198595047
Step 485, loss: 0.0616866797208786
Step 486, loss: 0.0673944503068924
Step 487, loss: 0.06743177026510239
Step 488, loss: 0.060524966567754745
Step 489, loss: 0.06341972202062607
Step 490, loss: 0.06230838596820831
Step 491, loss: 0.061612240970134735
Step 492, loss: 0.06078474596142769
Step 493, loss: 0.06607486307621002
Step 494, loss: 0.06564420461654663
Step 495, loss: 0.06392713636159897
Step 496, loss: 0.062395721673965454
Step 497, loss: 0.058868084102869034
Step 498, loss: 0.06622837483882904
Step 499, loss: 0.06350032985210419
Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 159, in wait_for_base_dir_creation
Step 455, loss: 0.07062650471925735
Step 456, loss: 0.061833158135414124
Step 457, loss: 0.06103390455245972
Step 458, loss: 0.060561880469322205
Step 459, loss: 0.06283818930387497
Step 460, loss: 0.0674608051776886
Step 461, loss: 0.07203301042318344
Step 462, loss: 0.06471359729766846
Step 463, loss: 0.06510912626981735
Step 464, loss: 0.06794716417789459
Step 465, loss: 0.07167885452508926
Step 466, loss: 0.06638596206903458
Step 467, loss: 0.06031403690576553
Step 468, loss: 0.06650462001562119
Step 469, loss: 0.06601902842521667
Step 470, loss: 0.06437388062477112
Step 471, loss: 0.0648120790719986
Step 472, loss: 0.07187674194574356
Step 473, loss: 0.06804303079843521
Step 474, loss: 0.06633076071739197
Step 475, loss: 0.06534548103809357
Step 476, loss: 0.05949658527970314
Step 477, loss: 0.06433362513780594
Step 478, loss: 0.06874489039182663
Step 479, loss: 0.06187263876199722
Step 480, loss: 0.05902613699436188
Step 481, loss: 0.06314729154109955
Step 482, loss: 0.06363237649202347
Step 483, loss: 0.062141455709934235
Step 484, loss: 0.0641908198595047
Step 485, loss: 0.0616866797208786
Step 486, loss: 0.0673944503068924
Step 487, loss: 0.06743177026510239
Step 488, loss: 0.060524966567754745
Step 489, loss: 0.06341972202062607
Step 490, loss: 0.06230838596820831
Step 491, loss: 0.061612240970134735
Step 492, loss: 0.06078474596142769
Step 493, loss: 0.06607486307621002
Step 494, loss: 0.06564420461654663
Step 495, loss: 0.06392713636159897
Step 496, loss: 0.062395721673965454
Step 497, loss: 0.058868084102869034
Step 498, loss: 0.06622837483882904
Step 499, loss: 0.06350032985210419
Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 159, in wait_for_base_dir_creation
    await asyncio.sleep(0.25)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 605, in sleep
    await asyncio.sleep(0.25)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 605, in sleep
    await asyncio.sleep(0.25)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 605, in sleep
    await asyncio.sleep(0.25)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 605, in sleep
    return await future
asyncio.exceptions.CancelledError

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 456, in wait_for
    return await future
asyncio.exceptions.CancelledError
    return await future
asyncio.exceptions.CancelledError

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 456, in wait_for

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 456, in wait_for
    return await future
asyncio.exceptions.CancelledError

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 456, in wait_for
    return fut.result()
asyncio.exceptions.CancelledError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 162, in _maybe_create_base_dir
    return fut.result()
asyncio.exceptions.CancelledError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 162, in _maybe_create_base_dir
    return fut.result()
asyncio.exceptions.CancelledError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 162, in _maybe_create_base_dir
    return fut.result()
asyncio.exceptions.CancelledError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 162, in _maybe_create_base_dir
    await asyncio.wait_for(
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 458, in wait_for
    await asyncio.wait_for(
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 458, in wait_for
    await asyncio.wait_for(
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 458, in wait_for
    raise exceptions.TimeoutError() from exc
asyncio.exceptions.TimeoutError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/train_tokenizer.py", line 270, in <module>
    raise exceptions.TimeoutError() from exc
asyncio.exceptions.TimeoutError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/train_tokenizer.py", line 270, in <module>
    await asyncio.wait_for(
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 458, in wait_for
    orbax_checkpointer.save(
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/checkpointers/checkpointer.py", line 255, in save
    raise exceptions.TimeoutError() from exc
asyncio.exceptions.TimeoutError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/train_tokenizer.py", line 270, in <module>
    orbax_checkpointer.save(
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/checkpointers/checkpointer.py", line 255, in save
    orbax_checkpointer.save(
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/checkpointers/checkpointer.py", line 255, in save
    raise exceptions.TimeoutError() from exc
asyncio.exceptions.TimeoutError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/train_tokenizer.py", line 270, in <module>
    orbax_checkpointer.save(
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/checkpointers/checkpointer.py", line 255, in save
    self._handler.save(tmpdir.get(), args=ckpt_args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/pytree_checkpoint_handler.py", line 594, in save
    self._handler.save(tmpdir.get(), args=ckpt_args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/pytree_checkpoint_handler.py", line 594, in save
    self._handler.save(tmpdir.get(), args=ckpt_args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/pytree_checkpoint_handler.py", line 594, in save
    self._handler.save(tmpdir.get(), args=ckpt_args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/pytree_checkpoint_handler.py", line 594, in save
    self._handler_impl.save(directory, args=args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 554, in save
    self._handler_impl.save(directory, args=args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 554, in save
    self._handler_impl.save(directory, args=args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 554, in save
    self._handler_impl.save(directory, args=args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 554, in save
    asyncio_utils.run_sync(async_save(directory, *args, **kwargs))
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    asyncio_utils.run_sync(async_save(directory, *args, **kwargs))
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    asyncio_utils.run_sync(async_save(directory, *args, **kwargs))
    asyncio_utils.run_sync(async_save(directory, *args, **kwargs))
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 552, in async_save
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 552, in async_save
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 552, in async_save
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 552, in async_save
    f.result()  # Block on result.
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 174, in result
    f.result()  # Block on result.
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 174, in result
    f.result()  # Block on result.
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 174, in result
    f.result()  # Block on result.
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 174, in result
    f.result(timeout=time_remaining)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 397, in result
    f.result(timeout=time_remaining)
    f.result(timeout=time_remaining)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 397, in result
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 397, in result
    f.result(timeout=time_remaining)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 397, in result
    return self._f.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 348, in result
    return self._f.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 348, in result
    return self._t.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 297, in result
    return self._f.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 348, in result
    self.join(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 294, in join
    return self._f.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 348, in result
    return self._t.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 297, in result
    raise self._exception
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 281, in run
    super().run()
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/threading.py", line 953, in run
    return self._t.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 297, in result
    self.join(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 294, in join
    return self._t.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 297, in result
    raise self._exception
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 281, in run
    super().run()
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/threading.py", line 953, in run
    self.join(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 294, in join
    self.join(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 294, in join
    raise self._exception
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 281, in run
    raise self._exception
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 281, in run
    super().run()
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/threading.py", line 953, in run
    super().run()
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/threading.py", line 953, in run
    self._target(*self._args, **self._kwargs)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 230, in _target_setting_result
    self._target(*self._args, **self._kwargs)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 230, in _target_setting_result
    self._target(*self._args, **self._kwargs)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 230, in _target_setting_result
    self._result = target()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 341, in <lambda>
    self._target(*self._args, **self._kwargs)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 230, in _target_setting_result
    self._result = target()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 341, in <lambda>
    self._result = target()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 341, in <lambda>
    self._result = target()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 341, in <lambda>
    target=lambda: asyncio_utils.run_sync(coro),
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    target=lambda: asyncio_utils.run_sync(coro),
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    target=lambda: asyncio_utils.run_sync(coro),
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    target=lambda: asyncio_utils.run_sync(coro),
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py", line 1105, in _background_serialize
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py", line 1105, in _background_serialize
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py", line 1105, in _background_serialize
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py", line 1105, in _background_serialize
    await asyncio.gather(*write_coros)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 194, in write
    await asyncio.gather(*write_coros)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 194, in write
    await self._maybe_create_base_dir(file_path.parent)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 169, in _maybe_create_base_dir
    await self._maybe_create_base_dir(file_path.parent)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 169, in _maybe_create_base_dir
    await asyncio.gather(*write_coros)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 194, in write
    await asyncio.gather(*write_coros)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 194, in write
    raise ValueError(
ValueError: [process_index=10] Timed out waiting for array_metadatas base directory creation: /home/hk-project-p0023960/tum_cte0515/Projects/checkpoints/train_tokenizer_model_size_scaling_37M/3317239/tokenizer_1751625524_500.orbax-checkpoint-tmp-0/array_metadatas. timeout=600 seconds. primary_process=0
    raise ValueError(
ValueError: [process_index=8] Timed out waiting for array_metadatas base directory creation: /home/hk-project-p0023960/tum_cte0515/Projects/checkpoints/train_tokenizer_model_size_scaling_37M/3317239/tokenizer_1751625524_500.orbax-checkpoint-tmp-0/array_metadatas. timeout=600 seconds. primary_process=0
    await self._maybe_create_base_dir(file_path.parent)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 169, in _maybe_create_base_dir
    await self._maybe_create_base_dir(file_path.parent)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 169, in _maybe_create_base_dir
    raise ValueError(
ValueError: [process_index=9] Timed out waiting for array_metadatas base directory creation: /home/hk-project-p0023960/tum_cte0515/Projects/checkpoints/train_tokenizer_model_size_scaling_37M/3317239/tokenizer_1751625524_500.orbax-checkpoint-tmp-0/array_metadatas. timeout=600 seconds. primary_process=0
    raise ValueError(
ValueError: [process_index=11] Timed out waiting for array_metadatas base directory creation: /home/hk-project-p0023960/tum_cte0515/Projects/checkpoints/train_tokenizer_model_size_scaling_37M/3317239/tokenizer_1751625524_500.orbax-checkpoint-tmp-0/array_metadatas. timeout=600 seconds. primary_process=0
2025-07-04 13:12:29.365873: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service.cc:1689] Shutdown barrier in coordination service has failed:
DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']
This suggests that the workers are out of sync. Either at least one worker (a) crashed early due to program error or scheduler events (e.g. preemption, eviction), (b) was too fast in its execution, or (c) too slow / hanging. Check the logs (both the program and scheduler events) for an earlier error to identify the root cause.
2025-07-04 13:12:29.365901: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service.cc:1730] Use error polling to propagate the following error to all tasks: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650'] [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.366198: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.366383: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.366335: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.366397: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.366365: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.366480: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.366389: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.366563: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.366526: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.367183: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

2025-07-04 13:12:29.366367: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.366632: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.367320: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

2025-07-04 13:12:29.366664: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.367336: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.367431: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.369123: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.369124: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.369491: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.369397: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.367478: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.367475: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.367603: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.367604: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 13:12:29.374236: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.374354: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.374697: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.374710: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.375845: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.375901: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.376075: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 13:12:29.376073: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::5715417816052130650::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/16.
The first task at the barrier: /job:jax_worker/replica:0/task:8. Some timed out task names:
/job:jax_worker/replica:0/task:7
/job:jax_worker/replica:0/task:6
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::5715417816052130650']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
srun: error: hkn0629: task 1: Aborted (core dumped)
srun: error: hkn0633: task 11: Aborted (core dumped)
srun: error: hkn0631: tasks 6-7: Aborted (core dumped)
srun: error: hkn0634: tasks 12,15: Aborted (core dumped)
srun: error: hkn0629: tasks 0,2: Aborted (core dumped)
srun: error: hkn0633: task 8: Aborted (core dumped)
srun: error: hkn0631: task 5: Aborted (core dumped)
srun: error: hkn0634: task 14: Aborted (core dumped)
srun: error: hkn0631: task 4: Aborted (core dumped)
srun: error: hkn0634: task 13: Aborted (core dumped)
srun: error: hkn0633: task 10: Aborted (core dumped)
srun: error: hkn0633: task 9: Aborted (core dumped)
srun: error: hkn0629: task 3: Aborted (core dumped)

============================= JOB FEEDBACK =============================

Job ID: 3317239
Cluster: hk
User/Group: tum_cte0515/hk-project-p0023960
Account: hk-project-p0023960
State: FAILED (exit code 134)
Partition: accelerated
Nodes: 4
Cores per node: 24
Nodelist: hkn[0629,0631,0633-0634]
CPU Utilized: 05:02:50
CPU Efficiency: 9.09% of 2-07:31:12 core-walltime
Job Wall-clock time: 00:34:42
Starttime: Fri Jul  4 12:37:49 2025
Endtime: Fri Jul  4 13:12:31 2025
Memory Utilized: 143.47 GB (estimated maximum)
Memory Efficiency: 0.00% of 0.00 MB (0.00 MB/node)
Energy Consumed: 9143891 Joule / 2539.96972222222 Watthours
Average node power draw: 4391.87848222863 Watt