[tab] /hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/train_lam_action_space_scaling_12_3318546.log (log)
#!/usr/bin/env bash

#SBATCH --nodes=2
#SBATCH --ntasks-per-node=4
#SBATCH --time=36:00:00
#SBATCH --partition=accelerated
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:4
#SBATCH --output=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
#SBATCH --error=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
#SBATCH --job-name=train_lam_action_space_scaling_12
#SBATCH --constraint=BEEOND

# Log the sbatch script
cat $0

module unload mpi/openmpi/5.0
module unload devel/cuda/12.4
source .venv/bin/activate

tf_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/open_ai_minecraft_tfrecord

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/checkpoints/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

ODFSDIR=/mnt/odfs/$SLURM_JOB_ID/stripe_default/checkpoints/
mkdir -p $ODFSDIR

env | grep SLURM

srun python train_lam.py \
    --ckpt_dir $CHECKPOINT_DIR \
    --tmp_ckpt_dir $ODFSDIR \
    --batch_size=96 \
    --min_lr=0 \
    --max_lr=1e-4 \
    --log_image_interval=500 \
    --log_checkpoint_interval=1000 \
    --log \
    --num_latents=12 \
    --name=lam-action-space-scaling-12-$slurm_job_id \
    --tags lam action-space-scaling 12 \
    --entity instant-uv \
    --project jafar \
    --data_dir $tf_records_dir
/var/spool/slurmd/job3318546/slurm_script: line 19: .venv/bin/activate: No such file or directory
SLURM_JOB_USER=tum_cte0515
SLURM_TASKS_PER_NODE=4(x2)
SLURM_JOB_UID=999226
SLURM_TASK_PID=867191
SLURM_JOB_GPUS=0,1,2,3
SLURM_LOCALID=0
SLURM_SUBMIT_DIR=/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs
SLURMD_NODENAME=hkn0604
SLURM_JOB_START_TIME=1751657885
SLURM_CLUSTER_NAME=hk
SLURM_JOB_END_TIME=1751787485
SLURM_CPUS_ON_NODE=24
SLURM_JOB_CPUS_PER_NODE=24(x2)
SLURM_GPUS_ON_NODE=4
SLURM_GTIDS=0
SLURM_JOB_PARTITION=accelerated
SLURM_TRES_PER_TASK=cpu=5
SLURM_OOM_KILL_STEP=0
SLURM_JOB_NUM_NODES=2
SLURM_JOBID=3318546
SLURM_JOB_QOS=normal
SLURM_PROCID=0
SLURM_CPUS_PER_TASK=5
SLURM_NTASKS=8
SLURM_TOPOLOGY_ADDR=hkibb.hkibbi1.hkibbi1e29.hkn0604
SLURM_TOPOLOGY_ADDR_PATTERN=switch.switch.switch.node
SLURM_SCRIPT_CONTEXT=prolog_task
SLURM_NODELIST=hkn[0604,0612]
SLURM_JOB_ACCOUNT=hk-project-p0023960
SLURM_PRIO_PROCESS=0
SLURM_NPROCS=8
SLURM_NNODES=2
SLURM_SUBMIT_HOST=hkn1993.localdomain
SLURM_JOB_ID=3318546
SLURM_NODEID=0
SLURM_CONF=/etc/slurm/slurm.conf
SLURM_JOB_NAME=train_lam_action_space_scaling_12
SLURM_NTASKS_PER_NODE=4
SLURM_JOB_GID=502226
SLURM_JOB_NODELIST=hkn[0604,0612]
GpuFreq=control_disabled
GpuFreq=control_disabled
2025-07-04 21:39:06.721664: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 21:39:06.721959: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 21:39:06.722229: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 21:39:06.722457: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751657946.735046 1770050 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751657946.735037 1770051 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751657946.735129 1770052 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751657946.735873 1770049 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
E0000 00:00:1751657946.739482 1770050 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751657946.739407 1770052 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751657946.739644 1770051 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751657946.740324 1770049 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
W0000 00:00:1751657946.752276 1770050 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.752292 1770050 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.752294 1770050 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.752295 1770050 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.752275 1770052 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.752292 1770052 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.752294 1770052 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.752296 1770052 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.753006 1770049 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.753022 1770049 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.753024 1770049 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.753026 1770049 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.753031 1770051 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.753046 1770051 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.753047 1770051 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657946.753049 1770051 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
2025-07-04 21:39:12.922127: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 21:39:12.922130: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 21:39:12.922131: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2025-07-04 21:39:12.922272: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:467] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751657953.025362  867252 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751657953.025396  867254 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751657953.025507  867253 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
E0000 00:00:1751657953.025605  867251 cuda_dnn.cc:8579] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
E0000 00:00:1751657953.035553  867252 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751657953.035552  867254 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751657953.035949  867251 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
E0000 00:00:1751657953.036005  867253 cuda_blas.cc:1407] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
W0000 00:00:1751657953.221281  867251 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221300  867251 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221302  867251 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221304  867251 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221275  867252 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221300  867252 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221303  867252 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221304  867252 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221281  867253 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221301  867253 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221302  867253 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221304  867253 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221283  867254 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221301  867254 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221303  867254 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657953.221305  867254 computation_placer.cc:177] computation placer already registered. Please check linkage and avoid linking the same target more than once.
W0000 00:00:1751657963.322682 1770049 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751657963.322733 1770050 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751657963.322720 1770051 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751657963.322738 1770052 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751657975.931897  867251 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751657975.931921  867252 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751657975.931895  867253 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
W0000 00:00:1751657975.931928  867254 gpu_device.cc:2341] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
2025-07-04 21:39:55.630401: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:39:55.665937: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:39:55.713712: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:39:55.826507: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:39:57.167671: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:39:57.210043: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:39:57.459377: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:39:57.604425: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
wandb: Currently logged in as: mihir-mahajan2002 (instant-uv) to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
wandb: Tracking run with wandb version 0.19.11
wandb: Run data is saved locally in /hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/wandb/run-20250704_214012-1nec8u75
wandb: Run `wandb offline` to turn off syncing.
wandb: Syncing run lam-action-space-scaling-12-3318546
wandb: ⭐️ View project at https://wandb.ai/instant-uv/jafar
wandb: 🚀 View run at https://wandb.ai/instant-uv/jafar/runs/1nec8u75
2025-07-04 21:40:38.569610: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:40:38.798152: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:40:40.147129: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
2025-07-04 21:40:40.147173: W external/xla/xla/service/gpu/autotuning/dot_search_space.cc:200] All configs were filtered out because none of them sufficiently match the hints. Maybe the hints set does not contain a good representative set of valid configs?Working around this by using the full hints set instead.
Running on 8 devices.
Counting all components: ['action_in', 'encoder', 'vq', 'action_up', 'patch_up', 'decoder']
Parameter counts:
{'action_in': 768, 'encoder': 19348512, 'vq': 384, 'action_up': 16896, 'patch_up': 393728, 'decoder': 19594496, 'total': 39354784}
Starting training from step 0...
Step 0, loss: 0.3363727629184723
Step 1, loss: 0.3371427357196808
Step 2, loss: 0.34613844752311707
Step 3, loss: 0.3334517478942871
Step 4, loss: 0.3468441069126129
Step 5, loss: 0.32745161652565
Step 6, loss: 0.3311865031719208
Step 7, loss: 0.33483433723449707
Step 8, loss: 0.34341293573379517
Step 9, loss: 0.341753751039505
Step 10, loss: 0.3384981155395508
Step 11, loss: 0.33812347054481506
Step 12, loss: 0.34592199325561523
Step 13, loss: 0.3338843882083893
Step 14, loss: 0.3263184428215027
Step 15, loss: 0.3406056761741638
Step 16, loss: 0.3409745693206787
Step 17, loss: 0.34596937894821167
Step 18, loss: 0.3439098596572876
Step 19, loss: 0.34452593326568604
Step 20, loss: 0.32559439539909363
Step 21, loss: 0.33562609553337097
Step 22, loss: 0.3308737576007843
Step 23, loss: 0.3384683430194855
Step 24, loss: 0.32919421792030334
Step 25, loss: 0.335775226354599
Step 26, loss: 0.3344331979751587
Step 27, loss: 0.3322768807411194
Step 28, loss: 0.3213624954223633
Step 29, loss: 0.32098594307899475
Step 30, loss: 0.3233770430088043
Step 31, loss: 0.32414743304252625
Step 32, loss: 0.31466144323349
Step 33, loss: 0.325512170791626
Step 34, loss: 0.32187506556510925
Step 35, loss: 0.3234022855758667
Step 36, loss: 0.3220578730106354
Step 37, loss: 0.32406172156333923
Step 38, loss: 0.31782302260398865
Step 39, loss: 0.3125929534435272
Step 40, loss: 0.3120635449886322
Step 41, loss: 0.31381723284721375
Step 42, loss: 0.31136032938957214
Step 43, loss: 0.30784744024276733
Step 44, loss: 0.30495449900627136
Step 45, loss: 0.30945470929145813
Step 46, loss: 0.3038908839225769
Step 47, loss: 0.30130207538604736
Step 48, loss: 0.3099566102027893
Step 49, loss: 0.3082610070705414
Step 50, loss: 0.29898062348365784
Step 51, loss: 0.304630309343338
Step 52, loss: 0.2944517433643341
Step 53, loss: 0.3018382489681244
Step 54, loss: 0.30006980895996094
Step 55, loss: 0.2950853705406189
Step 56, loss: 0.29361459612846375
Step 57, loss: 0.288711279630661
Step 58, loss: 0.2844644784927368
Step 59, loss: 0.2915396988391876
Step 60, loss: 0.29190993309020996
Step 61, loss: 0.28836777806282043
Step 62, loss: 0.28940802812576294
Step 63, loss: 0.2807248830795288
Step 64, loss: 0.2785097360610962
Step 65, loss: 0.2817877531051636
Step 66, loss: 0.2812311351299286
Step 67, loss: 0.28457707166671753
Step 68, loss: 0.27632325887680054
Step 69, loss: 0.27338922023773193
Step 70, loss: 0.280796080827713
Step 71, loss: 0.27385273575782776
Step 72, loss: 0.27054259181022644
Step 73, loss: 0.2695155441761017
Step 74, loss: 0.2666032314300537
Step 75, loss: 0.271894633769989
Step 76, loss: 0.2704859972000122
Step 77, loss: 0.2698422968387604
Step 78, loss: 0.262362003326416
Step 79, loss: 0.261324018239975
Step 80, loss: 0.2625477612018585
Step 81, loss: 0.25772881507873535
Step 82, loss: 0.2538277506828308
Step 83, loss: 0.25195416808128357
Step 84, loss: 0.24840302765369415
Step 85, loss: 0.2509062886238098
Step 86, loss: 0.24892066419124603
Step 87, loss: 0.2503659725189209
Step 88, loss: 0.24341069161891937
Step 89, loss: 0.24778874218463898
Step 90, loss: 0.23992212116718292
Step 91, loss: 0.24254517257213593
Step 92, loss: 0.24084478616714478
Step 93, loss: 0.2351750135421753
Step 94, loss: 0.23928755521774292
Step 95, loss: 0.23384955525398254
Step 96, loss: 0.22817543148994446
Step 97, loss: 0.2280307412147522
Step 98, loss: 0.22929240763187408
Step 99, loss: 0.2272242158651352
Step 100, loss: 0.23047961294651031
Step 101, loss: 0.22055937349796295
Step 102, loss: 0.22823300957679749
Step 103, loss: 0.21810898184776306
Step 104, loss: 0.21858248114585876
Step 105, loss: 0.2153562754392624
Step 106, loss: 0.2144642323255539
Step 107, loss: 0.21329312026500702
Step 108, loss: 0.20930153131484985
Step 109, loss: 0.21156929433345795
Running on 8 devices.
Counting all components: ['action_in', 'encoder', 'vq', 'action_up', 'patch_up', 'decoder']
Parameter counts:
{'action_in': 768, 'encoder': 19348512, 'vq': 384, 'action_up': 16896, 'patch_up': 393728, 'decoder': 19594496, 'total': 39354784}
Starting training from step 0...
Step 0, loss: 0.3363727629184723
Step 1, loss: 0.3371427357196808
Step 2, loss: 0.34613844752311707
Step 3, loss: 0.3334517478942871
Step 4, loss: 0.3468441069126129
Step 5, loss: 0.32745161652565
Step 6, loss: 0.3311865031719208
Step 7, loss: 0.33483433723449707
Step 8, loss: 0.34341293573379517
Step 9, loss: 0.341753751039505
Step 10, loss: 0.3384981155395508
Step 11, loss: 0.33812347054481506
Step 12, loss: 0.34592199325561523
Step 13, loss: 0.3338843882083893
Step 14, loss: 0.3263184428215027
Step 15, loss: 0.3406056761741638
Step 16, loss: 0.3409745693206787
Step 17, loss: 0.34596937894821167
Step 18, loss: 0.3439098596572876
Step 19, loss: 0.34452593326568604
Step 20, loss: 0.32559439539909363
Step 110, loss: 0.20694150030612946
Step 111, loss: 0.21194681525230408
Step 112, loss: 0.20362989604473114
Step 113, loss: 0.20605838298797607
Step 114, loss: 0.20633450150489807
Step 115, loss: 0.20423179864883423
Step 116, loss: 0.1997419148683548
Step 117, loss: 0.19544734060764313
Step 118, loss: 0.1994362622499466
Step 119, loss: 0.19396518170833588
Step 120, loss: 0.1980183869600296
Step 121, loss: 0.19403071701526642
Step 122, loss: 0.19659030437469482
Step 123, loss: 0.189118891954422
Step 124, loss: 0.1899825483560562
Step 125, loss: 0.1902163326740265
Step 126, loss: 0.18907307088375092
Step 127, loss: 0.18719607591629028
Step 128, loss: 0.1877197027206421
Step 129, loss: 0.18066050112247467
Step 130, loss: 0.1840963512659073
Step 131, loss: 0.18036819994449615
Step 132, loss: 0.17953255772590637
Step 133, loss: 0.17786836624145508
Step 134, loss: 0.1743660867214203
Step 135, loss: 0.17949850857257843
Step 136, loss: 0.17328062653541565
Step 137, loss: 0.17645803093910217
Step 21, loss: 0.33562609553337097
Step 22, loss: 0.3308737576007843
Step 23, loss: 0.3384683430194855
Step 24, loss: 0.32919421792030334
Step 25, loss: 0.335775226354599
Step 26, loss: 0.3344331979751587
Step 27, loss: 0.3322768807411194
Step 28, loss: 0.3213624954223633
Step 29, loss: 0.32098594307899475
Step 30, loss: 0.3233770430088043
Step 31, loss: 0.32414743304252625
Step 32, loss: 0.31466144323349
Step 33, loss: 0.325512170791626
Step 34, loss: 0.32187506556510925
Step 35, loss: 0.3234022855758667
Step 36, loss: 0.3220578730106354
Step 37, loss: 0.32406172156333923
Step 38, loss: 0.31782302260398865
Step 39, loss: 0.3125929534435272
Step 40, loss: 0.3120635449886322
Step 41, loss: 0.31381723284721375
Step 42, loss: 0.31136032938957214
Step 43, loss: 0.30784744024276733
Step 44, loss: 0.30495449900627136
Step 45, loss: 0.30945470929145813
Step 46, loss: 0.3038908839225769
Step 47, loss: 0.30130207538604736
Step 48, loss: 0.3099566102027893
Step 49, loss: 0.3082610070705414
Step 138, loss: 0.16963329911231995
Step 139, loss: 0.1705033779144287
Step 140, loss: 0.1655908226966858
Step 141, loss: 0.16752977669239044
Step 142, loss: 0.1684289574623108
Step 143, loss: 0.1627988964319229
Step 144, loss: 0.1621791124343872
Step 145, loss: 0.1632251739501953
Step 146, loss: 0.1556432992219925
Step 147, loss: 0.15826518833637238
Step 148, loss: 0.1528971642255783
Step 149, loss: 0.15146830677986145
Step 150, loss: 0.1483597755432129
Step 151, loss: 0.14806196093559265
Step 152, loss: 0.14855900406837463
Step 153, loss: 0.15036536753177643
Step 154, loss: 0.1496962159872055
Step 155, loss: 0.14146944880485535
Step 156, loss: 0.14483802020549774
Step 157, loss: 0.14897359907627106
Step 158, loss: 0.13850948214530945
Step 159, loss: 0.13825538754463196
Step 160, loss: 0.13681916892528534
Step 161, loss: 0.1373569369316101
Step 162, loss: 0.13894090056419373
Step 163, loss: 0.13241901993751526
Step 164, loss: 0.13321657478809357
Step 165, loss: 0.13294219970703125
Step 50, loss: 0.29898062348365784
Step 51, loss: 0.304630309343338
Step 52, loss: 0.2944517433643341
Step 53, loss: 0.3018382489681244
Step 54, loss: 0.30006980895996094
Step 55, loss: 0.2950853705406189
Step 56, loss: 0.29361459612846375
Step 57, loss: 0.288711279630661
Step 58, loss: 0.2844644784927368
Step 59, loss: 0.2915396988391876
Step 60, loss: 0.29190993309020996
Step 61, loss: 0.28836777806282043
Step 62, loss: 0.28940802812576294
Step 63, loss: 0.2807248830795288
Step 64, loss: 0.2785097360610962
Step 65, loss: 0.2817877531051636
Step 66, loss: 0.2812311351299286
Step 67, loss: 0.28457707166671753
Step 68, loss: 0.27632325887680054
Step 69, loss: 0.27338922023773193
Step 70, loss: 0.280796080827713
Step 71, loss: 0.27385273575782776
Step 72, loss: 0.27054259181022644
Step 73, loss: 0.2695155441761017
Step 74, loss: 0.2666032314300537
Step 75, loss: 0.271894633769989
Step 76, loss: 0.2704859972000122
Step 77, loss: 0.2698422968387604
Step 78, loss: 0.262362003326416
Step 166, loss: 0.1331482231616974
Step 167, loss: 0.13262127339839935
Step 168, loss: 0.1302049607038498
Step 169, loss: 0.12554265558719635
Step 170, loss: 0.1288304626941681
Step 171, loss: 0.12286962568759918
Step 172, loss: 0.12471043318510056
Step 173, loss: 0.12954382598400116
Step 174, loss: 0.1207784116268158
Step 175, loss: 0.12853042781352997
Step 176, loss: 0.1208517774939537
Step 177, loss: 0.12088137120008469
Step 178, loss: 0.1211211308836937
Step 179, loss: 0.12184038013219833
Step 180, loss: 0.11979688704013824
Step 181, loss: 0.12150394171476364
Step 182, loss: 0.11276267468929291
Step 183, loss: 0.11176962405443192
Step 184, loss: 0.11882641166448593
Step 185, loss: 0.1148894801735878
Step 186, loss: 0.11441950500011444
Step 187, loss: 0.11547524482011795
Step 188, loss: 0.1118602305650711
Step 189, loss: 0.10848474502563477
Step 190, loss: 0.11227405816316605
Step 191, loss: 0.10607709735631943
Step 192, loss: 0.11014366894960403
Step 193, loss: 0.10413821786642075
Step 79, loss: 0.261324018239975
Step 80, loss: 0.2625477612018585
Step 81, loss: 0.25772881507873535
Step 82, loss: 0.2538277506828308
Step 83, loss: 0.25195416808128357
Step 84, loss: 0.24840302765369415
Step 85, loss: 0.2509062886238098
Step 86, loss: 0.24892066419124603
Step 87, loss: 0.2503659725189209
Step 88, loss: 0.24341069161891937
Step 89, loss: 0.24778874218463898
Step 90, loss: 0.23992212116718292
Step 91, loss: 0.24254517257213593
Step 92, loss: 0.24084478616714478
Step 93, loss: 0.2351750135421753
Step 94, loss: 0.23928755521774292
Step 95, loss: 0.23384955525398254
Step 96, loss: 0.22817543148994446
Step 97, loss: 0.2280307412147522
Step 98, loss: 0.22929240763187408
Step 99, loss: 0.2272242158651352
Step 100, loss: 0.23047961294651031
Step 101, loss: 0.22055937349796295
Step 102, loss: 0.22823300957679749
Step 103, loss: 0.21810898184776306
Step 104, loss: 0.21858248114585876
Step 105, loss: 0.2153562754392624
Step 106, loss: 0.2144642323255539
Step 107, loss: 0.21329312026500702
Step 194, loss: 0.10288642346858978
Step 195, loss: 0.10693871974945068
Step 196, loss: 0.10098246484994888
Step 197, loss: 0.10000552982091904
Step 198, loss: 0.10011451691389084
Step 199, loss: 0.09882169216871262
Step 200, loss: 0.10497091710567474
Step 201, loss: 0.10007697343826294
Step 202, loss: 0.09868577867746353
Step 203, loss: 0.09824254363775253
Step 204, loss: 0.09711785614490509
Step 205, loss: 0.10031194239854813
Step 206, loss: 0.09699752926826477
Step 207, loss: 0.09553896635770798
Step 208, loss: 0.09934089332818985
Step 209, loss: 0.10082713514566422
Step 210, loss: 0.0949779525399208
Step 211, loss: 0.0941615104675293
Step 212, loss: 0.09870882332324982
Step 213, loss: 0.09522680938243866
Step 214, loss: 0.09703400731086731
Step 215, loss: 0.09845622628927231
Step 216, loss: 0.09369578212499619
Step 217, loss: 0.09677726030349731
Step 218, loss: 0.09259304404258728
Step 219, loss: 0.08909659832715988
Step 220, loss: 0.0866478681564331
Step 221, loss: 0.08783912658691406
Step 108, loss: 0.20930153131484985
Step 109, loss: 0.21156929433345795
Step 222, loss: 0.09163790941238403
Step 223, loss: 0.08797036856412888
Step 110, loss: 0.20694150030612946
Step 111, loss: 0.21194681525230408
Step 112, loss: 0.20362989604473114
Step 113, loss: 0.20605838298797607
Step 114, loss: 0.20633450150489807
Step 115, loss: 0.20423179864883423
Step 116, loss: 0.1997419148683548
Step 117, loss: 0.19544734060764313
Step 118, loss: 0.1994362622499466
Step 119, loss: 0.19396518170833588
Step 120, loss: 0.1980183869600296
Step 121, loss: 0.19403071701526642
Step 122, loss: 0.19659030437469482
Step 123, loss: 0.189118891954422
Step 124, loss: 0.1899825483560562
Step 125, loss: 0.1902163326740265
Step 126, loss: 0.18907307088375092
Step 127, loss: 0.18719607591629028
Step 128, loss: 0.1877197027206421
Step 129, loss: 0.18066050112247467
Step 130, loss: 0.1840963512659073
Step 131, loss: 0.18036819994449615
Step 132, loss: 0.17953255772590637
Step 133, loss: 0.17786836624145508
Step 134, loss: 0.1743660867214203
Step 135, loss: 0.17949850857257843
Step 136, loss: 0.17328062653541565
Step 137, loss: 0.17645803093910217
Step 224, loss: 0.08632349222898483
Step 138, loss: 0.16963329911231995
Step 139, loss: 0.1705033779144287
Step 140, loss: 0.1655908226966858
Step 141, loss: 0.16752977669239044
Step 142, loss: 0.1684289574623108
Step 143, loss: 0.1627988964319229
Step 144, loss: 0.1621791124343872
Step 145, loss: 0.1632251739501953
Step 146, loss: 0.1556432992219925
Step 147, loss: 0.15826518833637238
Step 148, loss: 0.1528971642255783
Step 149, loss: 0.15146830677986145
Step 150, loss: 0.1483597755432129
Step 151, loss: 0.14806196093559265
Step 152, loss: 0.14855900406837463
Step 153, loss: 0.15036536753177643
Step 154, loss: 0.1496962159872055
Step 155, loss: 0.14146944880485535
Step 156, loss: 0.14483802020549774
Step 157, loss: 0.14897359907627106
Step 158, loss: 0.13850948214530945
Step 159, loss: 0.13825538754463196
Step 160, loss: 0.13681916892528534
Step 161, loss: 0.1373569369316101
Step 162, loss: 0.13894090056419373
Step 163, loss: 0.13241901993751526
Step 164, loss: 0.13321657478809357
Step 165, loss: 0.13294219970703125
Running on 8 devices.
Counting all components: ['action_in', 'encoder', 'vq', 'action_up', 'patch_up', 'decoder']
Parameter counts:
{'action_in': 768, 'encoder': 19348512, 'vq': 384, 'action_up': 16896, 'patch_up': 393728, 'decoder': 19594496, 'total': 39354784}
Starting training from step 0...
Step 0, loss: 0.3363727629184723
Step 1, loss: 0.3371427357196808
Step 2, loss: 0.34613844752311707
Step 3, loss: 0.3334517478942871
Step 4, loss: 0.3468441069126129
Step 5, loss: 0.32745161652565
Step 6, loss: 0.3311865031719208
Step 7, loss: 0.33483433723449707
Step 8, loss: 0.34341293573379517
Step 9, loss: 0.341753751039505
Step 10, loss: 0.3384981155395508
Step 11, loss: 0.33812347054481506
Step 12, loss: 0.34592199325561523
Step 13, loss: 0.3338843882083893
Step 14, loss: 0.3263184428215027
Step 15, loss: 0.3406056761741638
Step 16, loss: 0.3409745693206787
Step 17, loss: 0.34596937894821167
Step 18, loss: 0.3439098596572876
Step 19, loss: 0.34452593326568604
Step 20, loss: 0.32559439539909363
Step 166, loss: 0.1331482231616974
Step 167, loss: 0.13262127339839935
Step 168, loss: 0.1302049607038498
Step 169, loss: 0.12554265558719635
Step 170, loss: 0.1288304626941681
Step 171, loss: 0.12286962568759918
Step 172, loss: 0.12471043318510056
Step 173, loss: 0.12954382598400116
Step 174, loss: 0.1207784116268158
Step 175, loss: 0.12853042781352997
Step 176, loss: 0.1208517774939537
Step 177, loss: 0.12088137120008469
Step 178, loss: 0.1211211308836937
Step 179, loss: 0.12184038013219833
Step 180, loss: 0.11979688704013824
Step 181, loss: 0.12150394171476364
Step 182, loss: 0.11276267468929291
Step 183, loss: 0.11176962405443192
Step 184, loss: 0.11882641166448593
Step 185, loss: 0.1148894801735878
Step 186, loss: 0.11441950500011444
Step 187, loss: 0.11547524482011795
Step 188, loss: 0.1118602305650711
Step 189, loss: 0.10848474502563477
Step 190, loss: 0.11227405816316605
Step 191, loss: 0.10607709735631943
Step 192, loss: 0.11014366894960403
Step 193, loss: 0.10413821786642075
Step 21, loss: 0.33562609553337097
Step 22, loss: 0.3308737576007843
Step 23, loss: 0.3384683430194855
Step 24, loss: 0.32919421792030334
Step 25, loss: 0.335775226354599
Step 26, loss: 0.3344331979751587
Step 27, loss: 0.3322768807411194
Step 28, loss: 0.3213624954223633
Step 29, loss: 0.32098594307899475
Step 30, loss: 0.3233770430088043
Step 31, loss: 0.32414743304252625
Step 32, loss: 0.31466144323349
Step 33, loss: 0.325512170791626
Step 34, loss: 0.32187506556510925
Step 35, loss: 0.3234022855758667
Step 36, loss: 0.3220578730106354
Step 37, loss: 0.32406172156333923
Step 38, loss: 0.31782302260398865
Step 39, loss: 0.3125929534435272
Step 40, loss: 0.3120635449886322
Step 41, loss: 0.31381723284721375
Step 42, loss: 0.31136032938957214
Step 43, loss: 0.30784744024276733
Step 44, loss: 0.30495449900627136
Step 45, loss: 0.30945470929145813
Step 46, loss: 0.3038908839225769
Step 47, loss: 0.30130207538604736
Step 48, loss: 0.3099566102027893
Step 49, loss: 0.3082610070705414
Step 194, loss: 0.10288642346858978
Step 195, loss: 0.10693871974945068
Step 196, loss: 0.10098246484994888
Step 197, loss: 0.10000552982091904
Step 198, loss: 0.10011451691389084
Step 199, loss: 0.09882169216871262
Step 200, loss: 0.10497091710567474
Step 201, loss: 0.10007697343826294
Step 202, loss: 0.09868577867746353
Step 203, loss: 0.09824254363775253
Step 204, loss: 0.09711785614490509
Step 205, loss: 0.10031194239854813
Step 206, loss: 0.09699752926826477
Step 207, loss: 0.09553896635770798
Step 208, loss: 0.09934089332818985
Step 209, loss: 0.10082713514566422
Step 210, loss: 0.0949779525399208
Step 211, loss: 0.0941615104675293
Step 212, loss: 0.09870882332324982
Step 213, loss: 0.09522680938243866
Step 214, loss: 0.09703400731086731
Step 215, loss: 0.09845622628927231
Step 216, loss: 0.09369578212499619
Step 217, loss: 0.09677726030349731
Step 218, loss: 0.09259304404258728
Step 219, loss: 0.08909659832715988
Step 220, loss: 0.0866478681564331
Step 221, loss: 0.08783912658691406
Step 50, loss: 0.29898062348365784
Step 51, loss: 0.304630309343338
Step 52, loss: 0.2944517433643341
Step 53, loss: 0.3018382489681244
Step 54, loss: 0.30006980895996094
Step 55, loss: 0.2950853705406189
Step 56, loss: 0.29361459612846375
Step 57, loss: 0.288711279630661
Step 58, loss: 0.2844644784927368
Step 59, loss: 0.2915396988391876
Step 60, loss: 0.29190993309020996
Step 61, loss: 0.28836777806282043
Step 62, loss: 0.28940802812576294
Step 63, loss: 0.2807248830795288
Step 64, loss: 0.2785097360610962
Step 65, loss: 0.2817877531051636
Step 66, loss: 0.2812311351299286
Step 67, loss: 0.28457707166671753
Step 68, loss: 0.27632325887680054
Step 69, loss: 0.27338922023773193
Step 70, loss: 0.280796080827713
Step 71, loss: 0.27385273575782776
Step 72, loss: 0.27054259181022644
Step 73, loss: 0.2695155441761017
Step 74, loss: 0.2666032314300537
Step 75, loss: 0.271894633769989
Step 76, loss: 0.2704859972000122
Step 77, loss: 0.2698422968387604
Step 78, loss: 0.262362003326416
Step 222, loss: 0.09163790941238403
Step 223, loss: 0.08797036856412888
Step 79, loss: 0.261324018239975
Step 80, loss: 0.2625477612018585
Step 81, loss: 0.25772881507873535
Step 82, loss: 0.2538277506828308
Step 83, loss: 0.25195416808128357
Step 84, loss: 0.24840302765369415
Step 85, loss: 0.2509062886238098
Step 86, loss: 0.24892066419124603
Step 87, loss: 0.2503659725189209
Step 88, loss: 0.24341069161891937
Step 89, loss: 0.24778874218463898
Step 90, loss: 0.23992212116718292
Step 91, loss: 0.24254517257213593
Step 92, loss: 0.24084478616714478
Step 93, loss: 0.2351750135421753
Step 94, loss: 0.23928755521774292
Step 95, loss: 0.23384955525398254
Step 96, loss: 0.22817543148994446
Step 97, loss: 0.2280307412147522
Step 98, loss: 0.22929240763187408
Step 99, loss: 0.2272242158651352
Step 100, loss: 0.23047961294651031
Step 101, loss: 0.22055937349796295
Step 102, loss: 0.22823300957679749
Step 103, loss: 0.21810898184776306
Step 104, loss: 0.21858248114585876
Step 105, loss: 0.2153562754392624
Step 106, loss: 0.2144642323255539
Step 107, loss: 0.21329312026500702
Step 224, loss: 0.08632349222898483
Step 108, loss: 0.20930153131484985
Step 109, loss: 0.21156929433345795
Running on 8 devices.
Counting all components: ['action_in', 'encoder', 'vq', 'action_up', 'patch_up', 'decoder']
Parameter counts:
{'action_in': 768, 'encoder': 19348512, 'vq': 384, 'action_up': 16896, 'patch_up': 393728, 'decoder': 19594496, 'total': 39354784}
Starting training from step 0...
Step 0, loss: 0.3363727629184723
Step 1, loss: 0.3371427357196808
Step 2, loss: 0.34613844752311707
Step 3, loss: 0.3334517478942871
Step 4, loss: 0.3468441069126129
Step 5, loss: 0.32745161652565
Step 6, loss: 0.3311865031719208
Step 7, loss: 0.33483433723449707
Step 8, loss: 0.34341293573379517
Step 9, loss: 0.341753751039505
Step 10, loss: 0.3384981155395508
Step 11, loss: 0.33812347054481506
Step 12, loss: 0.34592199325561523
Step 13, loss: 0.3338843882083893
Step 14, loss: 0.3263184428215027
Step 15, loss: 0.3406056761741638
Step 16, loss: 0.3409745693206787
Step 17, loss: 0.34596937894821167
Step 18, loss: 0.3439098596572876
Step 19, loss: 0.34452593326568604
Step 20, loss: 0.32559439539909363
Step 110, loss: 0.20694150030612946
Step 111, loss: 0.21194681525230408
Step 112, loss: 0.20362989604473114
Step 113, loss: 0.20605838298797607
Step 114, loss: 0.20633450150489807
Step 115, loss: 0.20423179864883423
Step 116, loss: 0.1997419148683548
Step 117, loss: 0.19544734060764313
Step 118, loss: 0.1994362622499466
Step 119, loss: 0.19396518170833588
Step 120, loss: 0.1980183869600296
Step 121, loss: 0.19403071701526642
Step 122, loss: 0.19659030437469482
Step 123, loss: 0.189118891954422
Step 124, loss: 0.1899825483560562
Step 125, loss: 0.1902163326740265
Step 126, loss: 0.18907307088375092
Step 127, loss: 0.18719607591629028
Step 128, loss: 0.1877197027206421
Step 129, loss: 0.18066050112247467
Step 130, loss: 0.1840963512659073
Step 131, loss: 0.18036819994449615
Step 132, loss: 0.17953255772590637
Step 133, loss: 0.17786836624145508
Step 134, loss: 0.1743660867214203
Step 135, loss: 0.17949850857257843
Step 136, loss: 0.17328062653541565
Step 137, loss: 0.17645803093910217
Step 21, loss: 0.33562609553337097
Step 22, loss: 0.3308737576007843
Step 23, loss: 0.3384683430194855
Step 24, loss: 0.32919421792030334
Step 25, loss: 0.335775226354599
Step 26, loss: 0.3344331979751587
Step 27, loss: 0.3322768807411194
Step 28, loss: 0.3213624954223633
Step 29, loss: 0.32098594307899475
Step 30, loss: 0.3233770430088043
Step 31, loss: 0.32414743304252625
Step 32, loss: 0.31466144323349
Step 33, loss: 0.325512170791626
Step 34, loss: 0.32187506556510925
Step 35, loss: 0.3234022855758667
Step 36, loss: 0.3220578730106354
Step 37, loss: 0.32406172156333923
Step 38, loss: 0.31782302260398865
Step 39, loss: 0.3125929534435272
Step 40, loss: 0.3120635449886322
Step 41, loss: 0.31381723284721375
Step 42, loss: 0.31136032938957214
Step 43, loss: 0.30784744024276733
Step 44, loss: 0.30495449900627136
Step 45, loss: 0.30945470929145813
Step 46, loss: 0.3038908839225769
Step 47, loss: 0.30130207538604736
Step 48, loss: 0.3099566102027893
Step 49, loss: 0.3082610070705414
Step 138, loss: 0.16963329911231995
Step 139, loss: 0.1705033779144287
Step 140, loss: 0.1655908226966858
Step 141, loss: 0.16752977669239044
Step 142, loss: 0.1684289574623108
Step 143, loss: 0.1627988964319229
Step 144, loss: 0.1621791124343872
Step 145, loss: 0.1632251739501953
Step 146, loss: 0.1556432992219925
Step 147, loss: 0.15826518833637238
Step 148, loss: 0.1528971642255783
Step 149, loss: 0.15146830677986145
Step 150, loss: 0.1483597755432129
Step 151, loss: 0.14806196093559265
Step 152, loss: 0.14855900406837463
Step 153, loss: 0.15036536753177643
Step 154, loss: 0.1496962159872055
Step 155, loss: 0.14146944880485535
Step 156, loss: 0.14483802020549774
Step 157, loss: 0.14897359907627106
Step 158, loss: 0.13850948214530945
Step 159, loss: 0.13825538754463196
Step 160, loss: 0.13681916892528534
Step 161, loss: 0.1373569369316101
Step 162, loss: 0.13894090056419373
Step 163, loss: 0.13241901993751526
Step 164, loss: 0.13321657478809357
Step 165, loss: 0.13294219970703125
Step 50, loss: 0.29898062348365784
Step 51, loss: 0.304630309343338
Step 52, loss: 0.2944517433643341
Step 53, loss: 0.3018382489681244
Step 54, loss: 0.30006980895996094
Step 55, loss: 0.2950853705406189
Step 56, loss: 0.29361459612846375
Step 57, loss: 0.288711279630661
Step 58, loss: 0.2844644784927368
Step 59, loss: 0.2915396988391876
Step 60, loss: 0.29190993309020996
Step 61, loss: 0.28836777806282043
Step 62, loss: 0.28940802812576294
Step 63, loss: 0.2807248830795288
Step 64, loss: 0.2785097360610962
Step 65, loss: 0.2817877531051636
Step 66, loss: 0.2812311351299286
Step 67, loss: 0.28457707166671753
Step 68, loss: 0.27632325887680054
Step 69, loss: 0.27338922023773193
Step 70, loss: 0.280796080827713
Step 71, loss: 0.27385273575782776
Step 72, loss: 0.27054259181022644
Step 73, loss: 0.2695155441761017
Step 74, loss: 0.2666032314300537
Step 75, loss: 0.271894633769989
Step 76, loss: 0.2704859972000122
Step 77, loss: 0.2698422968387604
Step 78, loss: 0.262362003326416
Step 166, loss: 0.1331482231616974
Step 167, loss: 0.13262127339839935
Step 168, loss: 0.1302049607038498
Step 169, loss: 0.12554265558719635
Step 170, loss: 0.1288304626941681
Step 171, loss: 0.12286962568759918
Step 172, loss: 0.12471043318510056
Step 173, loss: 0.12954382598400116
Step 174, loss: 0.1207784116268158
Step 175, loss: 0.12853042781352997
Step 176, loss: 0.1208517774939537
Step 177, loss: 0.12088137120008469
Step 178, loss: 0.1211211308836937
Step 179, loss: 0.12184038013219833
Step 180, loss: 0.11979688704013824
Step 181, loss: 0.12150394171476364
Step 182, loss: 0.11276267468929291
Step 183, loss: 0.11176962405443192
Step 184, loss: 0.11882641166448593
Step 185, loss: 0.1148894801735878
Step 186, loss: 0.11441950500011444
Step 187, loss: 0.11547524482011795
Step 188, loss: 0.1118602305650711
Step 189, loss: 0.10848474502563477
Step 190, loss: 0.11227405816316605
Step 191, loss: 0.10607709735631943
Step 192, loss: 0.11014366894960403
Step 193, loss: 0.10413821786642075
Step 79, loss: 0.261324018239975
Step 80, loss: 0.2625477612018585
Step 81, loss: 0.25772881507873535
Step 82, loss: 0.2538277506828308
Step 83, loss: 0.25195416808128357
Step 84, loss: 0.24840302765369415
Step 85, loss: 0.2509062886238098
Step 86, loss: 0.24892066419124603
Step 87, loss: 0.2503659725189209
Step 88, loss: 0.24341069161891937
Step 89, loss: 0.24778874218463898
Step 90, loss: 0.23992212116718292
Step 91, loss: 0.24254517257213593
Step 92, loss: 0.24084478616714478
Step 93, loss: 0.2351750135421753
Step 94, loss: 0.23928755521774292
Step 95, loss: 0.23384955525398254
Step 96, loss: 0.22817543148994446
Step 97, loss: 0.2280307412147522
Step 98, loss: 0.22929240763187408
Step 99, loss: 0.2272242158651352
Step 100, loss: 0.23047961294651031
Step 101, loss: 0.22055937349796295
Step 102, loss: 0.22823300957679749
Step 103, loss: 0.21810898184776306
Step 104, loss: 0.21858248114585876
Step 105, loss: 0.2153562754392624
Step 106, loss: 0.2144642323255539
Step 107, loss: 0.21329312026500702
Step 194, loss: 0.10288642346858978
Step 195, loss: 0.10693871974945068
Step 196, loss: 0.10098246484994888
Step 197, loss: 0.10000552982091904
Step 198, loss: 0.10011451691389084
Step 199, loss: 0.09882169216871262
Step 200, loss: 0.10497091710567474
Step 201, loss: 0.10007697343826294
Step 202, loss: 0.09868577867746353
Step 203, loss: 0.09824254363775253
Step 204, loss: 0.09711785614490509
Step 205, loss: 0.10031194239854813
Step 206, loss: 0.09699752926826477
Step 207, loss: 0.09553896635770798
Step 208, loss: 0.09934089332818985
Step 209, loss: 0.10082713514566422
Step 210, loss: 0.0949779525399208
Step 211, loss: 0.0941615104675293
Step 212, loss: 0.09870882332324982
Step 213, loss: 0.09522680938243866
Step 214, loss: 0.09703400731086731
Step 215, loss: 0.09845622628927231
Step 216, loss: 0.09369578212499619
Step 217, loss: 0.09677726030349731
Step 218, loss: 0.09259304404258728
Step 219, loss: 0.08909659832715988
Step 220, loss: 0.0866478681564331
Step 221, loss: 0.08783912658691406
Step 108, loss: 0.20930153131484985
Step 109, loss: 0.21156929433345795
Step 222, loss: 0.09163790941238403
Step 223, loss: 0.08797036856412888
Step 110, loss: 0.20694150030612946
Step 111, loss: 0.21194681525230408
Step 112, loss: 0.20362989604473114
Step 113, loss: 0.20605838298797607
Step 114, loss: 0.20633450150489807
Step 115, loss: 0.20423179864883423
Step 116, loss: 0.1997419148683548
Step 117, loss: 0.19544734060764313
Step 118, loss: 0.1994362622499466
Step 119, loss: 0.19396518170833588
Step 120, loss: 0.1980183869600296
Step 121, loss: 0.19403071701526642
Step 122, loss: 0.19659030437469482
Step 123, loss: 0.189118891954422
Step 124, loss: 0.1899825483560562
Step 125, loss: 0.1902163326740265
Step 126, loss: 0.18907307088375092
Step 127, loss: 0.18719607591629028
Step 128, loss: 0.1877197027206421
Step 129, loss: 0.18066050112247467
Step 130, loss: 0.1840963512659073
Step 131, loss: 0.18036819994449615
Step 132, loss: 0.17953255772590637
Step 133, loss: 0.17786836624145508
Step 134, loss: 0.1743660867214203
Step 135, loss: 0.17949850857257843
Step 136, loss: 0.17328062653541565
Step 137, loss: 0.17645803093910217
Step 224, loss: 0.08632349222898483
Step 138, loss: 0.16963329911231995
Step 139, loss: 0.1705033779144287
Step 140, loss: 0.1655908226966858
Step 141, loss: 0.16752977669239044
Step 142, loss: 0.1684289574623108
Step 143, loss: 0.1627988964319229
Step 144, loss: 0.1621791124343872
Step 145, loss: 0.1632251739501953
Step 146, loss: 0.1556432992219925
Step 147, loss: 0.15826518833637238
Step 148, loss: 0.1528971642255783
Step 149, loss: 0.15146830677986145
Step 150, loss: 0.1483597755432129
Step 151, loss: 0.14806196093559265
Step 152, loss: 0.14855900406837463
Step 153, loss: 0.15036536753177643
Step 154, loss: 0.1496962159872055
Step 155, loss: 0.14146944880485535
Step 156, loss: 0.14483802020549774
Step 157, loss: 0.14897359907627106
Step 158, loss: 0.13850948214530945
Step 159, loss: 0.13825538754463196
Step 160, loss: 0.13681916892528534
Step 161, loss: 0.1373569369316101
Step 162, loss: 0.13894090056419373
Step 163, loss: 0.13241901993751526
Step 164, loss: 0.13321657478809357
Step 165, loss: 0.13294219970703125
Running on 8 devices.
Counting all components: ['action_in', 'encoder', 'vq', 'action_up', 'patch_up', 'decoder']
Parameter counts:
{'action_in': 768, 'encoder': 19348512, 'vq': 384, 'action_up': 16896, 'patch_up': 393728, 'decoder': 19594496, 'total': 39354784}
Starting training from step 0...
Step 0, loss: 0.3363727629184723
Step 1, loss: 0.3371427357196808
Step 2, loss: 0.34613844752311707
Step 3, loss: 0.3334517478942871
Step 4, loss: 0.3468441069126129
Step 5, loss: 0.32745161652565
Step 6, loss: 0.3311865031719208
Step 7, loss: 0.33483433723449707
Step 8, loss: 0.34341293573379517
Step 9, loss: 0.341753751039505
Step 10, loss: 0.3384981155395508
Step 11, loss: 0.33812347054481506
Step 12, loss: 0.34592199325561523
Step 13, loss: 0.3338843882083893
Step 14, loss: 0.3263184428215027
Step 15, loss: 0.3406056761741638
Step 16, loss: 0.3409745693206787
Step 17, loss: 0.34596937894821167
Step 18, loss: 0.3439098596572876
Step 19, loss: 0.34452593326568604
Step 20, loss: 0.32559439539909363
Step 166, loss: 0.1331482231616974
Step 167, loss: 0.13262127339839935
Step 168, loss: 0.1302049607038498
Step 169, loss: 0.12554265558719635
Step 170, loss: 0.1288304626941681
Step 171, loss: 0.12286962568759918
Step 172, loss: 0.12471043318510056
Step 173, loss: 0.12954382598400116
Step 174, loss: 0.1207784116268158
Step 175, loss: 0.12853042781352997
Step 176, loss: 0.1208517774939537
Step 177, loss: 0.12088137120008469
Step 178, loss: 0.1211211308836937
Step 179, loss: 0.12184038013219833
Step 180, loss: 0.11979688704013824
Step 181, loss: 0.12150394171476364
Step 182, loss: 0.11276267468929291
Step 183, loss: 0.11176962405443192
Step 184, loss: 0.11882641166448593
Step 185, loss: 0.1148894801735878
Step 186, loss: 0.11441950500011444
Step 187, loss: 0.11547524482011795
Step 188, loss: 0.1118602305650711
Step 189, loss: 0.10848474502563477
Step 190, loss: 0.11227405816316605
Step 191, loss: 0.10607709735631943
Step 192, loss: 0.11014366894960403
Step 193, loss: 0.10413821786642075
Step 21, loss: 0.33562609553337097
Step 22, loss: 0.3308737576007843
Step 23, loss: 0.3384683430194855
Step 24, loss: 0.32919421792030334
Step 25, loss: 0.335775226354599
Step 26, loss: 0.3344331979751587
Step 27, loss: 0.3322768807411194
Step 28, loss: 0.3213624954223633
Step 29, loss: 0.32098594307899475
Step 30, loss: 0.3233770430088043
Step 31, loss: 0.32414743304252625
Step 32, loss: 0.31466144323349
Step 33, loss: 0.325512170791626
Step 34, loss: 0.32187506556510925
Step 35, loss: 0.3234022855758667
Step 36, loss: 0.3220578730106354
Step 37, loss: 0.32406172156333923
Step 38, loss: 0.31782302260398865
Step 39, loss: 0.3125929534435272
Step 40, loss: 0.3120635449886322
Step 41, loss: 0.31381723284721375
Step 42, loss: 0.31136032938957214
Step 43, loss: 0.30784744024276733
Step 44, loss: 0.30495449900627136
Step 45, loss: 0.30945470929145813
Step 46, loss: 0.3038908839225769
Step 47, loss: 0.30130207538604736
Step 48, loss: 0.3099566102027893
Step 49, loss: 0.3082610070705414
Step 194, loss: 0.10288642346858978
Step 195, loss: 0.10693871974945068
Step 196, loss: 0.10098246484994888
Step 197, loss: 0.10000552982091904
Step 198, loss: 0.10011451691389084
Step 199, loss: 0.09882169216871262
Step 200, loss: 0.10497091710567474
Step 201, loss: 0.10007697343826294
Step 202, loss: 0.09868577867746353
Step 203, loss: 0.09824254363775253
Step 204, loss: 0.09711785614490509
Step 205, loss: 0.10031194239854813
Step 206, loss: 0.09699752926826477
Step 207, loss: 0.09553896635770798
Step 208, loss: 0.09934089332818985
Step 209, loss: 0.10082713514566422
Step 210, loss: 0.0949779525399208
Step 211, loss: 0.0941615104675293
Step 212, loss: 0.09870882332324982
Step 213, loss: 0.09522680938243866
Step 214, loss: 0.09703400731086731
Step 215, loss: 0.09845622628927231
Step 216, loss: 0.09369578212499619
Step 217, loss: 0.09677726030349731
Step 218, loss: 0.09259304404258728
Step 219, loss: 0.08909659832715988
Step 220, loss: 0.0866478681564331
Step 221, loss: 0.08783912658691406
Step 50, loss: 0.29898062348365784
Step 51, loss: 0.304630309343338
Step 52, loss: 0.2944517433643341
Step 53, loss: 0.3018382489681244
Step 54, loss: 0.30006980895996094
Step 55, loss: 0.2950853705406189
Step 56, loss: 0.29361459612846375
Step 57, loss: 0.288711279630661
Step 58, loss: 0.2844644784927368
Step 59, loss: 0.2915396988391876
Step 60, loss: 0.29190993309020996
Step 61, loss: 0.28836777806282043
Step 62, loss: 0.28940802812576294
Step 63, loss: 0.2807248830795288
Step 64, loss: 0.2785097360610962
Step 65, loss: 0.2817877531051636
Step 66, loss: 0.2812311351299286
Step 67, loss: 0.28457707166671753
Step 68, loss: 0.27632325887680054
Step 69, loss: 0.27338922023773193
Step 70, loss: 0.280796080827713
Step 71, loss: 0.27385273575782776
Step 72, loss: 0.27054259181022644
Step 73, loss: 0.2695155441761017
Step 74, loss: 0.2666032314300537
Step 75, loss: 0.271894633769989
Step 76, loss: 0.2704859972000122
Step 77, loss: 0.2698422968387604
Step 78, loss: 0.262362003326416
Step 222, loss: 0.09163790941238403
Step 223, loss: 0.08797036856412888
Step 79, loss: 0.261324018239975
Step 80, loss: 0.2625477612018585
Step 81, loss: 0.25772881507873535
Step 82, loss: 0.2538277506828308
Step 83, loss: 0.25195416808128357
Step 84, loss: 0.24840302765369415
Step 85, loss: 0.2509062886238098
Step 86, loss: 0.24892066419124603
Step 87, loss: 0.2503659725189209
Step 88, loss: 0.24341069161891937
Step 89, loss: 0.24778874218463898
Step 90, loss: 0.23992212116718292
Step 91, loss: 0.24254517257213593
Step 92, loss: 0.24084478616714478
Step 93, loss: 0.2351750135421753
Step 94, loss: 0.23928755521774292
Step 95, loss: 0.23384955525398254
Step 96, loss: 0.22817543148994446
Step 97, loss: 0.2280307412147522
Step 98, loss: 0.22929240763187408
Step 99, loss: 0.2272242158651352
Step 100, loss: 0.23047961294651031
Step 101, loss: 0.22055937349796295
Step 102, loss: 0.22823300957679749
Step 103, loss: 0.21810898184776306
Step 104, loss: 0.21858248114585876
Step 105, loss: 0.2153562754392624
Step 106, loss: 0.2144642323255539
Step 107, loss: 0.21329312026500702
Step 224, loss: 0.08632349222898483
Step 108, loss: 0.20930153131484985
Step 109, loss: 0.21156929433345795
Running on 8 devices.
Counting all components: ['action_in', 'encoder', 'vq', 'action_up', 'patch_up', 'decoder']
Parameter counts:
{'action_in': 768, 'encoder': 19348512, 'vq': 384, 'action_up': 16896, 'patch_up': 393728, 'decoder': 19594496, 'total': 39354784}
Starting training from step 0...
Step 0, loss: 0.3363727629184723
Step 1, loss: 0.3371427357196808
Step 2, loss: 0.34613844752311707
Step 3, loss: 0.3334517478942871
Step 4, loss: 0.3468441069126129
Step 5, loss: 0.32745161652565
Step 6, loss: 0.3311865031719208
Step 7, loss: 0.33483433723449707
Step 8, loss: 0.34341293573379517
Step 9, loss: 0.341753751039505
Step 10, loss: 0.3384981155395508
Step 11, loss: 0.33812347054481506
Step 12, loss: 0.34592199325561523
Step 13, loss: 0.3338843882083893
Step 14, loss: 0.3263184428215027
Step 15, loss: 0.3406056761741638
Step 16, loss: 0.3409745693206787
Step 17, loss: 0.34596937894821167
Step 18, loss: 0.3439098596572876
Step 19, loss: 0.34452593326568604
Step 20, loss: 0.32559439539909363
Step 110, loss: 0.20694150030612946
Step 111, loss: 0.21194681525230408
Step 112, loss: 0.20362989604473114
Step 113, loss: 0.20605838298797607
Step 114, loss: 0.20633450150489807
Step 115, loss: 0.20423179864883423
Step 116, loss: 0.1997419148683548
Step 117, loss: 0.19544734060764313
Step 118, loss: 0.1994362622499466
Step 119, loss: 0.19396518170833588
Step 120, loss: 0.1980183869600296
Step 121, loss: 0.19403071701526642
Step 122, loss: 0.19659030437469482
Step 123, loss: 0.189118891954422
Step 124, loss: 0.1899825483560562
Step 125, loss: 0.1902163326740265
Step 126, loss: 0.18907307088375092
Step 127, loss: 0.18719607591629028
Step 128, loss: 0.1877197027206421
Step 129, loss: 0.18066050112247467
Step 130, loss: 0.1840963512659073
Step 131, loss: 0.18036819994449615
Step 132, loss: 0.17953255772590637
Step 133, loss: 0.17786836624145508
Step 134, loss: 0.1743660867214203
Step 135, loss: 0.17949850857257843
Step 136, loss: 0.17328062653541565
Step 137, loss: 0.17645803093910217
Step 21, loss: 0.33562609553337097
Step 22, loss: 0.3308737576007843
Step 23, loss: 0.3384683430194855
Step 24, loss: 0.32919421792030334
Step 25, loss: 0.335775226354599
Step 26, loss: 0.3344331979751587
Step 27, loss: 0.3322768807411194
Step 28, loss: 0.3213624954223633
Step 29, loss: 0.32098594307899475
Step 30, loss: 0.3233770430088043
Step 31, loss: 0.32414743304252625
Step 32, loss: 0.31466144323349
Step 33, loss: 0.325512170791626
Step 34, loss: 0.32187506556510925
Step 35, loss: 0.3234022855758667
Step 36, loss: 0.3220578730106354
Step 37, loss: 0.32406172156333923
Step 38, loss: 0.31782302260398865
Step 39, loss: 0.3125929534435272
Step 40, loss: 0.3120635449886322
Step 41, loss: 0.31381723284721375
Step 42, loss: 0.31136032938957214
Step 43, loss: 0.30784744024276733
Step 44, loss: 0.30495449900627136
Step 45, loss: 0.30945470929145813
Step 46, loss: 0.3038908839225769
Step 47, loss: 0.30130207538604736
Step 48, loss: 0.3099566102027893
Step 49, loss: 0.3082610070705414
Step 138, loss: 0.16963329911231995
Step 139, loss: 0.1705033779144287
Step 140, loss: 0.1655908226966858
Step 141, loss: 0.16752977669239044
Step 142, loss: 0.1684289574623108
Step 143, loss: 0.1627988964319229
Step 144, loss: 0.1621791124343872
Step 145, loss: 0.1632251739501953
Step 146, loss: 0.1556432992219925
Step 147, loss: 0.15826518833637238
Step 148, loss: 0.1528971642255783
Step 149, loss: 0.15146830677986145
Step 150, loss: 0.1483597755432129
Step 151, loss: 0.14806196093559265
Step 152, loss: 0.14855900406837463
Step 153, loss: 0.15036536753177643
Step 154, loss: 0.1496962159872055
Step 155, loss: 0.14146944880485535
Step 156, loss: 0.14483802020549774
Step 157, loss: 0.14897359907627106
Step 158, loss: 0.13850948214530945
Step 159, loss: 0.13825538754463196
Step 160, loss: 0.13681916892528534
Step 161, loss: 0.1373569369316101
Step 162, loss: 0.13894090056419373
Step 163, loss: 0.13241901993751526
Step 164, loss: 0.13321657478809357
Step 165, loss: 0.13294219970703125
Step 50, loss: 0.29898062348365784
Step 51, loss: 0.304630309343338
Step 52, loss: 0.2944517433643341
Step 53, loss: 0.3018382489681244
Step 54, loss: 0.30006980895996094
Step 55, loss: 0.2950853705406189
Step 56, loss: 0.29361459612846375
Step 57, loss: 0.288711279630661
Step 58, loss: 0.2844644784927368
Step 59, loss: 0.2915396988391876
Step 60, loss: 0.29190993309020996
Step 61, loss: 0.28836777806282043
Step 62, loss: 0.28940802812576294
Step 63, loss: 0.2807248830795288
Step 64, loss: 0.2785097360610962
Step 65, loss: 0.2817877531051636
Step 66, loss: 0.2812311351299286
Step 67, loss: 0.28457707166671753
Step 68, loss: 0.27632325887680054
Step 69, loss: 0.27338922023773193
Step 70, loss: 0.280796080827713
Step 71, loss: 0.27385273575782776
Step 72, loss: 0.27054259181022644
Step 73, loss: 0.2695155441761017
Step 74, loss: 0.2666032314300537
Step 75, loss: 0.271894633769989
Step 76, loss: 0.2704859972000122
Step 77, loss: 0.2698422968387604
Step 78, loss: 0.262362003326416
Step 166, loss: 0.1331482231616974
Step 167, loss: 0.13262127339839935
Step 168, loss: 0.1302049607038498
Step 169, loss: 0.12554265558719635
Step 170, loss: 0.1288304626941681
Step 171, loss: 0.12286962568759918
Step 172, loss: 0.12471043318510056
Step 173, loss: 0.12954382598400116
Step 174, loss: 0.1207784116268158
Step 175, loss: 0.12853042781352997
Step 176, loss: 0.1208517774939537
Step 177, loss: 0.12088137120008469
Step 178, loss: 0.1211211308836937
Step 179, loss: 0.12184038013219833
Step 180, loss: 0.11979688704013824
Step 181, loss: 0.12150394171476364
Step 182, loss: 0.11276267468929291
Step 183, loss: 0.11176962405443192
Step 184, loss: 0.11882641166448593
Step 185, loss: 0.1148894801735878
Step 186, loss: 0.11441950500011444
Step 187, loss: 0.11547524482011795
Step 188, loss: 0.1118602305650711
Step 189, loss: 0.10848474502563477
Step 190, loss: 0.11227405816316605
Step 191, loss: 0.10607709735631943
Step 192, loss: 0.11014366894960403
Step 193, loss: 0.10413821786642075
Step 79, loss: 0.261324018239975
Step 80, loss: 0.2625477612018585
Step 81, loss: 0.25772881507873535
Step 82, loss: 0.2538277506828308
Step 83, loss: 0.25195416808128357
Step 84, loss: 0.24840302765369415
Step 85, loss: 0.2509062886238098
Step 86, loss: 0.24892066419124603
Step 87, loss: 0.2503659725189209
Step 88, loss: 0.24341069161891937
Step 89, loss: 0.24778874218463898
Step 90, loss: 0.23992212116718292
Step 91, loss: 0.24254517257213593
Step 92, loss: 0.24084478616714478
Step 93, loss: 0.2351750135421753
Step 94, loss: 0.23928755521774292
Step 95, loss: 0.23384955525398254
Step 96, loss: 0.22817543148994446
Step 97, loss: 0.2280307412147522
Step 98, loss: 0.22929240763187408
Step 99, loss: 0.2272242158651352
Step 100, loss: 0.23047961294651031
Step 101, loss: 0.22055937349796295
Step 102, loss: 0.22823300957679749
Step 103, loss: 0.21810898184776306
Step 104, loss: 0.21858248114585876
Step 105, loss: 0.2153562754392624
Step 106, loss: 0.2144642323255539
Step 107, loss: 0.21329312026500702
Step 194, loss: 0.10288642346858978
Step 195, loss: 0.10693871974945068
Step 196, loss: 0.10098246484994888
Step 197, loss: 0.10000552982091904
Step 198, loss: 0.10011451691389084
Step 199, loss: 0.09882169216871262
Step 200, loss: 0.10497091710567474
Step 201, loss: 0.10007697343826294
Step 202, loss: 0.09868577867746353
Step 203, loss: 0.09824254363775253
Step 204, loss: 0.09711785614490509
Step 205, loss: 0.10031194239854813
Step 206, loss: 0.09699752926826477
Step 207, loss: 0.09553896635770798
Step 208, loss: 0.09934089332818985
Step 209, loss: 0.10082713514566422
Step 210, loss: 0.0949779525399208
Step 211, loss: 0.0941615104675293
Step 212, loss: 0.09870882332324982
Step 213, loss: 0.09522680938243866
Step 214, loss: 0.09703400731086731
Step 215, loss: 0.09845622628927231
Step 216, loss: 0.09369578212499619
Step 217, loss: 0.09677726030349731
Step 218, loss: 0.09259304404258728
Step 219, loss: 0.08909659832715988
Step 220, loss: 0.0866478681564331
Step 221, loss: 0.08783912658691406
Step 108, loss: 0.20930153131484985
Step 109, loss: 0.21156929433345795
Step 222, loss: 0.09163790941238403
Step 223, loss: 0.08797036856412888
Step 110, loss: 0.20694150030612946
Step 111, loss: 0.21194681525230408
Step 112, loss: 0.20362989604473114
Step 113, loss: 0.20605838298797607
Step 114, loss: 0.20633450150489807
Step 115, loss: 0.20423179864883423
Step 116, loss: 0.1997419148683548
Step 117, loss: 0.19544734060764313
Step 118, loss: 0.1994362622499466
Step 119, loss: 0.19396518170833588
Step 120, loss: 0.1980183869600296
Step 121, loss: 0.19403071701526642
Step 122, loss: 0.19659030437469482
Step 123, loss: 0.189118891954422
Step 124, loss: 0.1899825483560562
Step 125, loss: 0.1902163326740265
Step 126, loss: 0.18907307088375092
Step 127, loss: 0.18719607591629028
Step 128, loss: 0.1877197027206421
Step 129, loss: 0.18066050112247467
Step 130, loss: 0.1840963512659073
Step 131, loss: 0.18036819994449615
Step 132, loss: 0.17953255772590637
Step 133, loss: 0.17786836624145508
Step 134, loss: 0.1743660867214203
Step 135, loss: 0.17949850857257843
Step 136, loss: 0.17328062653541565
Step 137, loss: 0.17645803093910217
Step 224, loss: 0.08632349222898483
Step 138, loss: 0.16963329911231995
Step 139, loss: 0.1705033779144287
Step 140, loss: 0.1655908226966858
Step 141, loss: 0.16752977669239044
Step 142, loss: 0.1684289574623108
Step 143, loss: 0.1627988964319229
Step 144, loss: 0.1621791124343872
Step 145, loss: 0.1632251739501953
Step 146, loss: 0.1556432992219925
Step 147, loss: 0.15826518833637238
Step 148, loss: 0.1528971642255783
Step 149, loss: 0.15146830677986145
Step 150, loss: 0.1483597755432129
Step 151, loss: 0.14806196093559265
Step 152, loss: 0.14855900406837463
Step 153, loss: 0.15036536753177643
Step 154, loss: 0.1496962159872055
Step 155, loss: 0.14146944880485535
Step 156, loss: 0.14483802020549774
Step 157, loss: 0.14897359907627106
Step 158, loss: 0.13850948214530945
Step 159, loss: 0.13825538754463196
Step 160, loss: 0.13681916892528534
Step 161, loss: 0.1373569369316101
Step 162, loss: 0.13894090056419373
Step 163, loss: 0.13241901993751526
Step 164, loss: 0.13321657478809357
Step 165, loss: 0.13294219970703125
Running on 8 devices.
Counting all components: ['action_in', 'encoder', 'vq', 'action_up', 'patch_up', 'decoder']
Parameter counts:
{'action_in': 768, 'encoder': 19348512, 'vq': 384, 'action_up': 16896, 'patch_up': 393728, 'decoder': 19594496, 'total': 39354784}
Starting training from step 0...
Step 0, loss: 0.3363727629184723
Step 1, loss: 0.3371427357196808
Step 2, loss: 0.34613844752311707
Step 3, loss: 0.3334517478942871
Step 4, loss: 0.3468441069126129
Step 5, loss: 0.32745161652565
Step 6, loss: 0.3311865031719208
Step 7, loss: 0.33483433723449707
Step 8, loss: 0.34341293573379517
Step 9, loss: 0.341753751039505
Step 10, loss: 0.3384981155395508
Step 11, loss: 0.33812347054481506
Step 12, loss: 0.34592199325561523
Step 13, loss: 0.3338843882083893
Step 14, loss: 0.3263184428215027
Step 15, loss: 0.3406056761741638
Step 16, loss: 0.3409745693206787
Step 17, loss: 0.34596937894821167
Step 18, loss: 0.3439098596572876
Step 19, loss: 0.34452593326568604
Step 20, loss: 0.32559439539909363
Step 166, loss: 0.1331482231616974
Step 167, loss: 0.13262127339839935
Step 168, loss: 0.1302049607038498
Step 169, loss: 0.12554265558719635
Step 170, loss: 0.1288304626941681
Step 171, loss: 0.12286962568759918
Step 172, loss: 0.12471043318510056
Step 173, loss: 0.12954382598400116
Step 174, loss: 0.1207784116268158
Step 175, loss: 0.12853042781352997
Step 176, loss: 0.1208517774939537
Step 177, loss: 0.12088137120008469
Step 178, loss: 0.1211211308836937
Step 179, loss: 0.12184038013219833
Step 180, loss: 0.11979688704013824
Step 181, loss: 0.12150394171476364
Step 182, loss: 0.11276267468929291
Step 183, loss: 0.11176962405443192
Step 184, loss: 0.11882641166448593
Step 185, loss: 0.1148894801735878
Step 186, loss: 0.11441950500011444
Step 187, loss: 0.11547524482011795
Step 188, loss: 0.1118602305650711
Step 189, loss: 0.10848474502563477
Step 190, loss: 0.11227405816316605
Step 191, loss: 0.10607709735631943
Step 192, loss: 0.11014366894960403
Step 193, loss: 0.10413821786642075
Step 21, loss: 0.33562609553337097
Step 22, loss: 0.3308737576007843
Step 23, loss: 0.3384683430194855
Step 24, loss: 0.32919421792030334
Step 25, loss: 0.335775226354599
Step 26, loss: 0.3344331979751587
Step 27, loss: 0.3322768807411194
Step 28, loss: 0.3213624954223633
Step 29, loss: 0.32098594307899475
Step 30, loss: 0.3233770430088043
Step 31, loss: 0.32414743304252625
Step 32, loss: 0.31466144323349
Step 33, loss: 0.325512170791626
Step 34, loss: 0.32187506556510925
Step 35, loss: 0.3234022855758667
Step 36, loss: 0.3220578730106354
Step 37, loss: 0.32406172156333923
Step 38, loss: 0.31782302260398865
Step 39, loss: 0.3125929534435272
Step 40, loss: 0.3120635449886322
Step 41, loss: 0.31381723284721375
Step 42, loss: 0.31136032938957214
Step 43, loss: 0.30784744024276733
Step 44, loss: 0.30495449900627136
Step 45, loss: 0.30945470929145813
Step 46, loss: 0.3038908839225769
Step 47, loss: 0.30130207538604736
Step 48, loss: 0.3099566102027893
Step 49, loss: 0.3082610070705414
Step 194, loss: 0.10288642346858978
Step 195, loss: 0.10693871974945068
Step 196, loss: 0.10098246484994888
Step 197, loss: 0.10000552982091904
Step 198, loss: 0.10011451691389084
Step 199, loss: 0.09882169216871262
Step 200, loss: 0.10497091710567474
Step 201, loss: 0.10007697343826294
Step 202, loss: 0.09868577867746353
Step 203, loss: 0.09824254363775253
Step 204, loss: 0.09711785614490509
Step 205, loss: 0.10031194239854813
Step 206, loss: 0.09699752926826477
Step 207, loss: 0.09553896635770798
Step 208, loss: 0.09934089332818985
Step 209, loss: 0.10082713514566422
Step 210, loss: 0.0949779525399208
Step 211, loss: 0.0941615104675293
Step 212, loss: 0.09870882332324982
Step 213, loss: 0.09522680938243866
Step 214, loss: 0.09703400731086731
Step 215, loss: 0.09845622628927231
Step 216, loss: 0.09369578212499619
Step 217, loss: 0.09677726030349731
Step 218, loss: 0.09259304404258728
Step 219, loss: 0.08909659832715988
Step 220, loss: 0.0866478681564331
Step 221, loss: 0.08783912658691406
Step 50, loss: 0.29898062348365784
Step 51, loss: 0.304630309343338
Step 52, loss: 0.2944517433643341
Step 53, loss: 0.3018382489681244
Step 54, loss: 0.30006980895996094
Step 55, loss: 0.2950853705406189
Step 56, loss: 0.29361459612846375
Step 57, loss: 0.288711279630661
Step 58, loss: 0.2844644784927368
Step 59, loss: 0.2915396988391876
Step 60, loss: 0.29190993309020996
Step 61, loss: 0.28836777806282043
Step 62, loss: 0.28940802812576294
Step 63, loss: 0.2807248830795288
Step 64, loss: 0.2785097360610962
Step 65, loss: 0.2817877531051636
Step 66, loss: 0.2812311351299286
Step 67, loss: 0.28457707166671753
Step 68, loss: 0.27632325887680054
Step 69, loss: 0.27338922023773193
Step 70, loss: 0.280796080827713
Step 71, loss: 0.27385273575782776
Step 72, loss: 0.27054259181022644
Step 73, loss: 0.2695155441761017
Step 74, loss: 0.2666032314300537
Step 75, loss: 0.271894633769989
Step 76, loss: 0.2704859972000122
Step 77, loss: 0.2698422968387604
Step 78, loss: 0.262362003326416
Step 222, loss: 0.09163790941238403
Step 223, loss: 0.08797036856412888
Step 79, loss: 0.261324018239975
Step 80, loss: 0.2625477612018585
Step 81, loss: 0.25772881507873535
Step 82, loss: 0.2538277506828308
Step 83, loss: 0.25195416808128357
Step 84, loss: 0.24840302765369415
Step 85, loss: 0.2509062886238098
Step 86, loss: 0.24892066419124603
Step 87, loss: 0.2503659725189209
Step 88, loss: 0.24341069161891937
Step 89, loss: 0.24778874218463898
Step 90, loss: 0.23992212116718292
Step 91, loss: 0.24254517257213593
Step 92, loss: 0.24084478616714478
Step 93, loss: 0.2351750135421753
Step 94, loss: 0.23928755521774292
Step 95, loss: 0.23384955525398254
Step 96, loss: 0.22817543148994446
Step 97, loss: 0.2280307412147522
Step 98, loss: 0.22929240763187408
Step 99, loss: 0.2272242158651352
Step 100, loss: 0.23047961294651031
Step 101, loss: 0.22055937349796295
Step 102, loss: 0.22823300957679749
Step 103, loss: 0.21810898184776306
Step 104, loss: 0.21858248114585876
Step 105, loss: 0.2153562754392624
Step 106, loss: 0.2144642323255539
Step 107, loss: 0.21329312026500702
Step 224, loss: 0.08632349222898483
Step 108, loss: 0.20930153131484985
Step 109, loss: 0.21156929433345795
Running on 8 devices.
Counting all components: ['action_in', 'encoder', 'vq', 'action_up', 'patch_up', 'decoder']
Parameter counts:
{'action_in': 768, 'encoder': 19348512, 'vq': 384, 'action_up': 16896, 'patch_up': 393728, 'decoder': 19594496, 'total': 39354784}
Starting training from step 0...
Step 0, loss: 0.3363727629184723
Step 1, loss: 0.3371427357196808
Step 2, loss: 0.34613844752311707
Step 3, loss: 0.3334517478942871
Step 4, loss: 0.3468441069126129
Step 5, loss: 0.32745161652565
Step 6, loss: 0.3311865031719208
Step 7, loss: 0.33483433723449707
Step 8, loss: 0.34341293573379517
Step 9, loss: 0.341753751039505
Step 10, loss: 0.3384981155395508
Step 11, loss: 0.33812347054481506
Step 12, loss: 0.34592199325561523
Step 13, loss: 0.3338843882083893
Step 14, loss: 0.3263184428215027
Step 15, loss: 0.3406056761741638
Step 16, loss: 0.3409745693206787
Step 17, loss: 0.34596937894821167
Step 18, loss: 0.3439098596572876
Step 19, loss: 0.34452593326568604
Step 20, loss: 0.32559439539909363
Step 110, loss: 0.20694150030612946
Step 111, loss: 0.21194681525230408
Step 112, loss: 0.20362989604473114
Step 113, loss: 0.20605838298797607
Step 114, loss: 0.20633450150489807
Step 115, loss: 0.20423179864883423
Step 116, loss: 0.1997419148683548
Step 117, loss: 0.19544734060764313
Step 118, loss: 0.1994362622499466
Step 119, loss: 0.19396518170833588
Step 120, loss: 0.1980183869600296
Step 121, loss: 0.19403071701526642
Step 122, loss: 0.19659030437469482
Step 123, loss: 0.189118891954422
Step 124, loss: 0.1899825483560562
Step 125, loss: 0.1902163326740265
Step 126, loss: 0.18907307088375092
Step 127, loss: 0.18719607591629028
Step 128, loss: 0.1877197027206421
Step 129, loss: 0.18066050112247467
Step 130, loss: 0.1840963512659073
Step 131, loss: 0.18036819994449615
Step 132, loss: 0.17953255772590637
Step 133, loss: 0.17786836624145508
Step 134, loss: 0.1743660867214203
Step 135, loss: 0.17949850857257843
Step 136, loss: 0.17328062653541565
Step 137, loss: 0.17645803093910217
Step 21, loss: 0.33562609553337097
Step 22, loss: 0.3308737576007843
Step 23, loss: 0.3384683430194855
Step 24, loss: 0.32919421792030334
Step 25, loss: 0.335775226354599
Step 26, loss: 0.3344331979751587
Step 27, loss: 0.3322768807411194
Step 28, loss: 0.3213624954223633
Step 29, loss: 0.32098594307899475
Step 30, loss: 0.3233770430088043
Step 31, loss: 0.32414743304252625
Step 32, loss: 0.31466144323349
Step 33, loss: 0.325512170791626
Step 34, loss: 0.32187506556510925
Step 35, loss: 0.3234022855758667
Step 36, loss: 0.3220578730106354
Step 37, loss: 0.32406172156333923
Step 38, loss: 0.31782302260398865
Step 39, loss: 0.3125929534435272
Step 40, loss: 0.3120635449886322
Step 41, loss: 0.31381723284721375
Step 42, loss: 0.31136032938957214
Step 43, loss: 0.30784744024276733
Step 44, loss: 0.30495449900627136
Step 45, loss: 0.30945470929145813
Step 46, loss: 0.3038908839225769
Step 47, loss: 0.30130207538604736
Step 48, loss: 0.3099566102027893
Step 49, loss: 0.3082610070705414
Step 138, loss: 0.16963329911231995
Step 139, loss: 0.1705033779144287
Step 140, loss: 0.1655908226966858
Step 141, loss: 0.16752977669239044
Step 142, loss: 0.1684289574623108
Step 143, loss: 0.1627988964319229
Step 144, loss: 0.1621791124343872
Step 145, loss: 0.1632251739501953
Step 146, loss: 0.1556432992219925
Step 147, loss: 0.15826518833637238
Step 148, loss: 0.1528971642255783
Step 149, loss: 0.15146830677986145
Step 150, loss: 0.1483597755432129
Step 151, loss: 0.14806196093559265
Step 152, loss: 0.14855900406837463
Step 153, loss: 0.15036536753177643
Step 154, loss: 0.1496962159872055
Step 155, loss: 0.14146944880485535
Step 156, loss: 0.14483802020549774
Step 157, loss: 0.14897359907627106
Step 158, loss: 0.13850948214530945
Step 159, loss: 0.13825538754463196
Step 160, loss: 0.13681916892528534
Step 161, loss: 0.1373569369316101
Step 162, loss: 0.13894090056419373
Step 163, loss: 0.13241901993751526
Step 164, loss: 0.13321657478809357
Step 165, loss: 0.13294219970703125
Step 50, loss: 0.29898062348365784
Step 51, loss: 0.304630309343338
Step 52, loss: 0.2944517433643341
Step 53, loss: 0.3018382489681244
Step 54, loss: 0.30006980895996094
Step 55, loss: 0.2950853705406189
Step 56, loss: 0.29361459612846375
Step 57, loss: 0.288711279630661
Step 58, loss: 0.2844644784927368
Step 59, loss: 0.2915396988391876
Step 60, loss: 0.29190993309020996
Step 61, loss: 0.28836777806282043
Step 62, loss: 0.28940802812576294
Step 63, loss: 0.2807248830795288
Step 64, loss: 0.2785097360610962
Step 65, loss: 0.2817877531051636
Step 66, loss: 0.2812311351299286
Step 67, loss: 0.28457707166671753
Step 68, loss: 0.27632325887680054
Step 69, loss: 0.27338922023773193
Step 70, loss: 0.280796080827713
Step 71, loss: 0.27385273575782776
Step 72, loss: 0.27054259181022644
Step 73, loss: 0.2695155441761017
Step 74, loss: 0.2666032314300537
Step 75, loss: 0.271894633769989
Step 76, loss: 0.2704859972000122
Step 77, loss: 0.2698422968387604
Step 78, loss: 0.262362003326416
Step 166, loss: 0.1331482231616974
Step 167, loss: 0.13262127339839935
Step 168, loss: 0.1302049607038498
Step 169, loss: 0.12554265558719635
Step 170, loss: 0.1288304626941681
Step 171, loss: 0.12286962568759918
Step 172, loss: 0.12471043318510056
Step 173, loss: 0.12954382598400116
Step 174, loss: 0.1207784116268158
Step 175, loss: 0.12853042781352997
Step 176, loss: 0.1208517774939537
Step 177, loss: 0.12088137120008469
Step 178, loss: 0.1211211308836937
Step 179, loss: 0.12184038013219833
Step 180, loss: 0.11979688704013824
Step 181, loss: 0.12150394171476364
Step 182, loss: 0.11276267468929291
Step 183, loss: 0.11176962405443192
Step 184, loss: 0.11882641166448593
Step 185, loss: 0.1148894801735878
Step 186, loss: 0.11441950500011444
Step 187, loss: 0.11547524482011795
Step 188, loss: 0.1118602305650711
Step 189, loss: 0.10848474502563477
Step 190, loss: 0.11227405816316605
Step 191, loss: 0.10607709735631943
Step 192, loss: 0.11014366894960403
Step 193, loss: 0.10413821786642075
Step 79, loss: 0.261324018239975
Step 80, loss: 0.2625477612018585
Step 81, loss: 0.25772881507873535
Step 82, loss: 0.2538277506828308
Step 83, loss: 0.25195416808128357
Step 84, loss: 0.24840302765369415
Step 85, loss: 0.2509062886238098
Step 86, loss: 0.24892066419124603
Step 87, loss: 0.2503659725189209
Step 88, loss: 0.24341069161891937
Step 89, loss: 0.24778874218463898
Step 90, loss: 0.23992212116718292
Step 91, loss: 0.24254517257213593
Step 92, loss: 0.24084478616714478
Step 93, loss: 0.2351750135421753
Step 94, loss: 0.23928755521774292
Step 95, loss: 0.23384955525398254
Step 96, loss: 0.22817543148994446
Step 97, loss: 0.2280307412147522
Step 98, loss: 0.22929240763187408
Step 99, loss: 0.2272242158651352
Step 100, loss: 0.23047961294651031
Step 101, loss: 0.22055937349796295
Step 102, loss: 0.22823300957679749
Step 103, loss: 0.21810898184776306
Step 104, loss: 0.21858248114585876
Step 105, loss: 0.2153562754392624
Step 106, loss: 0.2144642323255539
Step 107, loss: 0.21329312026500702
Step 194, loss: 0.10288642346858978
Step 195, loss: 0.10693871974945068
Step 196, loss: 0.10098246484994888
Step 197, loss: 0.10000552982091904
Step 198, loss: 0.10011451691389084
Step 199, loss: 0.09882169216871262
Step 200, loss: 0.10497091710567474
Step 201, loss: 0.10007697343826294
Step 202, loss: 0.09868577867746353
Step 203, loss: 0.09824254363775253
Step 204, loss: 0.09711785614490509
Step 205, loss: 0.10031194239854813
Step 206, loss: 0.09699752926826477
Step 207, loss: 0.09553896635770798
Step 208, loss: 0.09934089332818985
Step 209, loss: 0.10082713514566422
Step 210, loss: 0.0949779525399208
Step 211, loss: 0.0941615104675293
Step 212, loss: 0.09870882332324982
Step 213, loss: 0.09522680938243866
Step 214, loss: 0.09703400731086731
Step 215, loss: 0.09845622628927231
Step 216, loss: 0.09369578212499619
Step 217, loss: 0.09677726030349731
Step 218, loss: 0.09259304404258728
Step 219, loss: 0.08909659832715988
Step 220, loss: 0.0866478681564331
Step 221, loss: 0.08783912658691406
Step 108, loss: 0.20930153131484985
Step 109, loss: 0.21156929433345795
Step 222, loss: 0.09163790941238403
Step 223, loss: 0.08797036856412888
Step 110, loss: 0.20694150030612946
Step 111, loss: 0.21194681525230408
Step 112, loss: 0.20362989604473114
Step 113, loss: 0.20605838298797607
Step 114, loss: 0.20633450150489807
Step 115, loss: 0.20423179864883423
Step 116, loss: 0.1997419148683548
Step 117, loss: 0.19544734060764313
Step 118, loss: 0.1994362622499466
Step 119, loss: 0.19396518170833588
Step 120, loss: 0.1980183869600296
Step 121, loss: 0.19403071701526642
Step 122, loss: 0.19659030437469482
Step 123, loss: 0.189118891954422
Step 124, loss: 0.1899825483560562
Step 125, loss: 0.1902163326740265
Step 126, loss: 0.18907307088375092
Step 127, loss: 0.18719607591629028
Step 128, loss: 0.1877197027206421
Step 129, loss: 0.18066050112247467
Step 130, loss: 0.1840963512659073
Step 131, loss: 0.18036819994449615
Step 132, loss: 0.17953255772590637
Step 133, loss: 0.17786836624145508
Step 134, loss: 0.1743660867214203
Step 135, loss: 0.17949850857257843
Step 136, loss: 0.17328062653541565
Step 137, loss: 0.17645803093910217
Step 224, loss: 0.08632349222898483
Step 138, loss: 0.16963329911231995
Step 139, loss: 0.1705033779144287
Step 140, loss: 0.1655908226966858
Step 141, loss: 0.16752977669239044
Step 142, loss: 0.1684289574623108
Step 143, loss: 0.1627988964319229
Step 144, loss: 0.1621791124343872
Step 145, loss: 0.1632251739501953
Step 146, loss: 0.1556432992219925
Step 147, loss: 0.15826518833637238
Step 148, loss: 0.1528971642255783
Step 149, loss: 0.15146830677986145
Step 150, loss: 0.1483597755432129
Step 151, loss: 0.14806196093559265
Step 152, loss: 0.14855900406837463
Step 153, loss: 0.15036536753177643
Step 154, loss: 0.1496962159872055
Step 155, loss: 0.14146944880485535
Step 156, loss: 0.14483802020549774
Step 157, loss: 0.14897359907627106
Step 158, loss: 0.13850948214530945
Step 159, loss: 0.13825538754463196
Step 160, loss: 0.13681916892528534
Step 161, loss: 0.1373569369316101
Step 162, loss: 0.13894090056419373
Step 163, loss: 0.13241901993751526
Step 164, loss: 0.13321657478809357
Step 165, loss: 0.13294219970703125
Step 166, loss: 0.1331482231616974
Step 167, loss: 0.13262127339839935
Step 168, loss: 0.1302049607038498
Step 169, loss: 0.12554265558719635
Step 170, loss: 0.1288304626941681
Step 171, loss: 0.12286962568759918
Step 172, loss: 0.12471043318510056
Step 173, loss: 0.12954382598400116
Step 174, loss: 0.1207784116268158
Step 175, loss: 0.12853042781352997
Step 176, loss: 0.1208517774939537
Step 177, loss: 0.12088137120008469
Step 178, loss: 0.1211211308836937
Step 179, loss: 0.12184038013219833
Step 180, loss: 0.11979688704013824
Step 181, loss: 0.12150394171476364
Step 182, loss: 0.11276267468929291
Step 183, loss: 0.11176962405443192
Step 184, loss: 0.11882641166448593
Step 185, loss: 0.1148894801735878
Step 186, loss: 0.11441950500011444
Step 187, loss: 0.11547524482011795
Step 188, loss: 0.1118602305650711
Step 189, loss: 0.10848474502563477
Step 190, loss: 0.11227405816316605
Step 191, loss: 0.10607709735631943
Step 192, loss: 0.11014366894960403
Step 193, loss: 0.10413821786642075
Step 194, loss: 0.10288642346858978
Step 195, loss: 0.10693871974945068
Step 196, loss: 0.10098246484994888
Step 197, loss: 0.10000552982091904
Step 198, loss: 0.10011451691389084
Step 199, loss: 0.09882169216871262
Step 200, loss: 0.10497091710567474
Step 201, loss: 0.10007697343826294
Step 202, loss: 0.09868577867746353
Step 203, loss: 0.09824254363775253
Step 204, loss: 0.09711785614490509
Step 205, loss: 0.10031194239854813
Step 206, loss: 0.09699752926826477
Step 207, loss: 0.09553896635770798
Step 208, loss: 0.09934089332818985
Step 209, loss: 0.10082713514566422
Step 210, loss: 0.0949779525399208
Step 211, loss: 0.0941615104675293
Step 212, loss: 0.09870882332324982
Step 213, loss: 0.09522680938243866
Step 214, loss: 0.09703400731086731
Step 215, loss: 0.09845622628927231
Step 216, loss: 0.09369578212499619
Step 217, loss: 0.09677726030349731
Step 218, loss: 0.09259304404258728
Step 219, loss: 0.08909659832715988
Step 220, loss: 0.0866478681564331
Step 221, loss: 0.08783912658691406
Step 222, loss: 0.09163790941238403
Step 223, loss: 0.08797036856412888
Step 224, loss: 0.08632349222898483
Step 225, loss: 0.08557405322790146
Step 226, loss: 0.08530694246292114
Step 227, loss: 0.08546976000070572
Step 228, loss: 0.08345340192317963
Step 229, loss: 0.08172785490751266
Step 230, loss: 0.07945256680250168
Step 231, loss: 0.08394867181777954
Step 232, loss: 0.07939286530017853
Step 233, loss: 0.07592486590147018
Step 234, loss: 0.08110668510198593
Step 235, loss: 0.07654121518135071
Step 236, loss: 0.07336129993200302
Step 237, loss: 0.07705063372850418
Step 238, loss: 0.07994271069765091
Step 239, loss: 0.07657013088464737
Step 240, loss: 0.07738806307315826
Step 241, loss: 0.07617823779582977
Step 242, loss: 0.07663886994123459
Step 243, loss: 0.07936929911375046
Step 244, loss: 0.07933937758207321
Step 245, loss: 0.07303805649280548
Step 246, loss: 0.07339523732662201
Step 247, loss: 0.07503438740968704
Step 248, loss: 0.07276289165019989
Step 249, loss: 0.07540655136108398
Step 250, loss: 0.07419967651367188
Step 251, loss: 0.06774839013814926
Step 252, loss: 0.0705372542142868
Step 253, loss: 0.06856542825698853
Step 254, loss: 0.06610628962516785
Step 255, loss: 0.0675315260887146
Step 256, loss: 0.06629706919193268
Step 257, loss: 0.06380276381969452
Step 258, loss: 0.06966060400009155
Step 259, loss: 0.06465473771095276
Step 260, loss: 0.06422195583581924
Step 261, loss: 0.06124506890773773
Step 262, loss: 0.06238488480448723
Step 263, loss: 0.06609262526035309
Step 264, loss: 0.0657622218132019
Step 265, loss: 0.0637216791510582
Step 266, loss: 0.05713792145252228
Step 267, loss: 0.06334277987480164
Step 268, loss: 0.060779061168432236
Step 269, loss: 0.06609759479761124
Step 270, loss: 0.06417068094015121
Step 271, loss: 0.05536091327667236
Step 272, loss: 0.05997950956225395
Step 273, loss: 0.061609018594026566
Step 274, loss: 0.060020461678504944
Step 275, loss: 0.05852517858147621
Step 276, loss: 0.06080427020788193
Step 277, loss: 0.0547313317656517
Step 278, loss: 0.059218619018793106
Step 279, loss: 0.05700915679335594
Step 280, loss: 0.06099938973784447
Step 281, loss: 0.05384235456585884
Step 282, loss: 0.05308053642511368
Step 283, loss: 0.05302247777581215
Step 284, loss: 0.05359649658203125
Step 285, loss: 0.0542178675532341
Step 286, loss: 0.05474961921572685
Step 287, loss: 0.052212148904800415
Step 288, loss: 0.053630124777555466
Step 289, loss: 0.05812916159629822
Step 290, loss: 0.04983071610331535
Step 291, loss: 0.052978359162807465
Step 292, loss: 0.055098384618759155
Step 293, loss: 0.052182912826538086
Step 294, loss: 0.050890956073999405
Step 295, loss: 0.05389704555273056
Step 296, loss: 0.05075477808713913
Step 297, loss: 0.04792579263448715
Step 298, loss: 0.04801347851753235
Step 299, loss: 0.05280933156609535
Step 300, loss: 0.04787835106253624
Step 301, loss: 0.04946717992424965
Step 302, loss: 0.045646391808986664
Step 303, loss: 0.04821226745843887
Step 304, loss: 0.05097455158829689
Step 305, loss: 0.047268662601709366
Step 306, loss: 0.04814538359642029
Step 307, loss: 0.04694213718175888
Step 308, loss: 0.04243405535817146
Step 225, loss: 0.08557405322790146
Step 226, loss: 0.08530694246292114
Step 227, loss: 0.08546976000070572
Step 228, loss: 0.08345340192317963
Step 229, loss: 0.08172785490751266
Step 230, loss: 0.07945256680250168
Step 231, loss: 0.08394867181777954
Step 232, loss: 0.07939286530017853
Step 233, loss: 0.07592486590147018
Step 234, loss: 0.08110668510198593
Step 235, loss: 0.07654121518135071
Step 236, loss: 0.07336129993200302
Step 237, loss: 0.07705063372850418
Step 238, loss: 0.07994271069765091
Step 239, loss: 0.07657013088464737
Step 240, loss: 0.07738806307315826
Step 241, loss: 0.07617823779582977
Step 242, loss: 0.07663886994123459
Step 243, loss: 0.07936929911375046
Step 244, loss: 0.07933937758207321
Step 245, loss: 0.07303805649280548
Step 246, loss: 0.07339523732662201
Step 247, loss: 0.07503438740968704
Step 248, loss: 0.07276289165019989
Step 249, loss: 0.07540655136108398
Step 250, loss: 0.07419967651367188
Step 251, loss: 0.06774839013814926
Step 252, loss: 0.0705372542142868
Step 309, loss: 0.04787210375070572
Step 310, loss: 0.04555013030767441
Step 311, loss: 0.04460772126913071
Step 312, loss: 0.044432707130908966
Step 313, loss: 0.045807432383298874
Step 314, loss: 0.043524954468011856
Step 315, loss: 0.0423855260014534
Step 316, loss: 0.04442794248461723
Step 317, loss: 0.046119529753923416
Step 318, loss: 0.043629784137010574
Step 319, loss: 0.044299859553575516
Step 320, loss: 0.04355795308947563
Step 321, loss: 0.04080451652407646
Step 322, loss: 0.04510680213570595
Step 323, loss: 0.04297354444861412
Step 324, loss: 0.04083031415939331
Step 325, loss: 0.042855266481637955
Step 326, loss: 0.04574708268046379
Step 327, loss: 0.04357508197426796
Step 328, loss: 0.04141899198293686
Step 329, loss: 0.04274528846144676
Step 330, loss: 0.03939469903707504
Step 331, loss: 0.0428595170378685
Step 332, loss: 0.04016251116991043
Step 333, loss: 0.04034368321299553
Step 334, loss: 0.040527429431676865
Step 335, loss: 0.03648242726922035
Step 336, loss: 0.03953654691576958
Step 253, loss: 0.06856542825698853
Step 254, loss: 0.06610628962516785
Step 255, loss: 0.0675315260887146
Step 256, loss: 0.06629706919193268
Step 257, loss: 0.06380276381969452
Step 258, loss: 0.06966060400009155
Step 259, loss: 0.06465473771095276
Step 260, loss: 0.06422195583581924
Step 261, loss: 0.06124506890773773
Step 262, loss: 0.06238488480448723
Step 263, loss: 0.06609262526035309
Step 264, loss: 0.0657622218132019
Step 265, loss: 0.0637216791510582
Step 266, loss: 0.05713792145252228
Step 267, loss: 0.06334277987480164
Step 268, loss: 0.060779061168432236
Step 269, loss: 0.06609759479761124
Step 270, loss: 0.06417068094015121
Step 271, loss: 0.05536091327667236
Step 272, loss: 0.05997950956225395
Step 273, loss: 0.061609018594026566
Step 274, loss: 0.060020461678504944
Step 275, loss: 0.05852517858147621
Step 276, loss: 0.06080427020788193
Step 277, loss: 0.0547313317656517
Step 278, loss: 0.059218619018793106
Step 279, loss: 0.05700915679335594
Step 280, loss: 0.06099938973784447
Step 337, loss: 0.03641829267144203
Step 281, loss: 0.05384235456585884
Step 282, loss: 0.05308053642511368
Step 283, loss: 0.05302247777581215
Step 284, loss: 0.05359649658203125
Step 285, loss: 0.0542178675532341
Step 286, loss: 0.05474961921572685
Step 287, loss: 0.052212148904800415
Step 288, loss: 0.053630124777555466
Step 289, loss: 0.05812916159629822
Step 290, loss: 0.04983071610331535
Step 291, loss: 0.052978359162807465
Step 292, loss: 0.055098384618759155
Step 293, loss: 0.052182912826538086
Step 294, loss: 0.050890956073999405
Step 295, loss: 0.05389704555273056
Step 296, loss: 0.05075477808713913
Step 297, loss: 0.04792579263448715
Step 298, loss: 0.04801347851753235
Step 299, loss: 0.05280933156609535
Step 300, loss: 0.04787835106253624
Step 301, loss: 0.04946717992424965
Step 302, loss: 0.045646391808986664
Step 303, loss: 0.04821226745843887
Step 304, loss: 0.05097455158829689
Step 305, loss: 0.047268662601709366
Step 306, loss: 0.04814538359642029
Step 307, loss: 0.04694213718175888
Step 308, loss: 0.04243405535817146
Step 338, loss: 0.04170437529683113
Step 339, loss: 0.036046676337718964
Step 340, loss: 0.03418446332216263
Step 341, loss: 0.038808926939964294
Step 342, loss: 0.037316158413887024
Step 343, loss: 0.034573737531900406
Step 344, loss: 0.03954296186566353
Step 345, loss: 0.036345258355140686
Step 346, loss: 0.03883548453450203
Step 347, loss: 0.03987649083137512
Step 348, loss: 0.03663374483585358
Step 349, loss: 0.03755534812808037
Step 350, loss: 0.04027564078569412
Step 351, loss: 0.03563329577445984
Step 352, loss: 0.03421338275074959
Step 353, loss: 0.03523556888103485
Step 354, loss: 0.03766049072146416
Step 355, loss: 0.034627970308065414
Step 356, loss: 0.03590301424264908
Step 357, loss: 0.03508733585476875
Step 358, loss: 0.0332978330552578
Step 359, loss: 0.031070826575160027
Step 360, loss: 0.033502452075481415
Step 361, loss: 0.03302958607673645
Step 362, loss: 0.032106198370456696
Step 363, loss: 0.03552405908703804
Step 364, loss: 0.03135437145829201
Step 365, loss: 0.0346033088862896
Step 309, loss: 0.04787210375070572
Step 310, loss: 0.04555013030767441
Step 311, loss: 0.04460772126913071
Step 312, loss: 0.044432707130908966
Step 313, loss: 0.045807432383298874
Step 314, loss: 0.043524954468011856
Step 315, loss: 0.0423855260014534
Step 316, loss: 0.04442794248461723
Step 317, loss: 0.046119529753923416
Step 318, loss: 0.043629784137010574
Step 319, loss: 0.044299859553575516
Step 320, loss: 0.04355795308947563
Step 321, loss: 0.04080451652407646
Step 322, loss: 0.04510680213570595
Step 323, loss: 0.04297354444861412
Step 324, loss: 0.04083031415939331
Step 325, loss: 0.042855266481637955
Step 326, loss: 0.04574708268046379
Step 327, loss: 0.04357508197426796
Step 328, loss: 0.04141899198293686
Step 329, loss: 0.04274528846144676
Step 330, loss: 0.03939469903707504
Step 331, loss: 0.0428595170378685
Step 332, loss: 0.04016251116991043
Step 333, loss: 0.04034368321299553
Step 334, loss: 0.040527429431676865
Step 335, loss: 0.03648242726922035
Step 336, loss: 0.03953654691576958
Step 366, loss: 0.036580923944711685
Step 367, loss: 0.03418072685599327
Step 368, loss: 0.032993659377098083
Step 369, loss: 0.0324590839445591
Step 370, loss: 0.032650530338287354
Step 371, loss: 0.03381111100316048
Step 372, loss: 0.03400619700551033
Step 373, loss: 0.02945505827665329
Step 374, loss: 0.031830742955207825
Step 375, loss: 0.030187519267201424
Step 376, loss: 0.029746608808636665
Step 377, loss: 0.030728405341506004
Step 378, loss: 0.03005378134548664
Step 379, loss: 0.03200570121407509
Step 380, loss: 0.030401986092329025
Step 381, loss: 0.03031478263437748
Step 382, loss: 0.02758227474987507
Step 383, loss: 0.03155796602368355
Step 384, loss: 0.03140757232904434
Step 385, loss: 0.028014300391077995
Step 386, loss: 0.028390785679221153
Step 387, loss: 0.02676212601363659
Step 388, loss: 0.02969362773001194
Step 389, loss: 0.033215004950761795
Step 390, loss: 0.026517191901803017
Step 391, loss: 0.02799243852496147
Step 392, loss: 0.02643071487545967
Step 393, loss: 0.032678596675395966
Step 337, loss: 0.03641829267144203
Step 394, loss: 0.0278543122112751
Step 395, loss: 0.02935587428510189
Step 396, loss: 0.0269524734467268
Step 397, loss: 0.025973407551646233
Step 398, loss: 0.02400783821940422
Step 399, loss: 0.025561753660440445
Step 400, loss: 0.029194386675953865
Step 401, loss: 0.02617829106748104
Step 402, loss: 0.028741223737597466
Step 403, loss: 0.028108490630984306
Step 404, loss: 0.024186575785279274
Step 405, loss: 0.02636685222387314
Step 406, loss: 0.02535375952720642
Step 407, loss: 0.023286107927560806
Step 408, loss: 0.028327636420726776
Step 409, loss: 0.02383405528962612
Step 410, loss: 0.024772079661488533
Step 411, loss: 0.025135032832622528
Step 412, loss: 0.026157960295677185
Step 413, loss: 0.024277105927467346
Step 414, loss: 0.026083501055836678
Step 415, loss: 0.022114183753728867
Step 416, loss: 0.023430753499269485
Step 417, loss: 0.021580245345830917
Step 418, loss: 0.024628309532999992
Step 419, loss: 0.024687757715582848
Step 420, loss: 0.024165304377675056
Step 338, loss: 0.04170437529683113
Step 339, loss: 0.036046676337718964
Step 340, loss: 0.03418446332216263
Step 341, loss: 0.038808926939964294
Step 342, loss: 0.037316158413887024
Step 343, loss: 0.034573737531900406
Step 344, loss: 0.03954296186566353
Step 345, loss: 0.036345258355140686
Step 346, loss: 0.03883548453450203
Step 347, loss: 0.03987649083137512
Step 348, loss: 0.03663374483585358
Step 349, loss: 0.03755534812808037
Step 350, loss: 0.04027564078569412
Step 351, loss: 0.03563329577445984
Step 352, loss: 0.03421338275074959
Step 353, loss: 0.03523556888103485
Step 354, loss: 0.03766049072146416
Step 355, loss: 0.034627970308065414
Step 356, loss: 0.03590301424264908
Step 357, loss: 0.03508733585476875
Step 358, loss: 0.0332978330552578
Step 359, loss: 0.031070826575160027
Step 360, loss: 0.033502452075481415
Step 361, loss: 0.03302958607673645
Step 362, loss: 0.032106198370456696
Step 363, loss: 0.03552405908703804
Step 364, loss: 0.03135437145829201
Step 365, loss: 0.0346033088862896
Step 421, loss: 0.022988444194197655
Step 422, loss: 0.02383410930633545
Step 423, loss: 0.02740178257226944
Step 424, loss: 0.024957211688160896
Step 425, loss: 0.02479841746389866
Step 426, loss: 0.02283697947859764
Step 427, loss: 0.023612461984157562
Step 428, loss: 0.01976703852415085
Step 429, loss: 0.020030254498124123
Step 430, loss: 0.02431175671517849
Step 431, loss: 0.023284757509827614
Step 432, loss: 0.022466572001576424
Step 433, loss: 0.022548841312527657
Step 434, loss: 0.022577568888664246
Step 435, loss: 0.020900201052427292
Step 436, loss: 0.025094587355852127
Step 437, loss: 0.023074455559253693
Step 438, loss: 0.024203956127166748
Step 439, loss: 0.024223733693361282
Step 440, loss: 0.01866997964680195
Step 441, loss: 0.02187131717801094
Step 442, loss: 0.02064139023423195
Step 443, loss: 0.020055994391441345
Step 444, loss: 0.0226142555475235
Step 445, loss: 0.023300806060433388
Step 446, loss: 0.02135215699672699
Step 447, loss: 0.019962750375270844
Step 448, loss: 0.02234184555709362
Step 366, loss: 0.036580923944711685
Step 367, loss: 0.03418072685599327
Step 368, loss: 0.032993659377098083
Step 369, loss: 0.0324590839445591
Step 370, loss: 0.032650530338287354
Step 371, loss: 0.03381111100316048
Step 372, loss: 0.03400619700551033
Step 373, loss: 0.02945505827665329
Step 374, loss: 0.031830742955207825
Step 375, loss: 0.030187519267201424
Step 376, loss: 0.029746608808636665
Step 377, loss: 0.030728405341506004
Step 378, loss: 0.03005378134548664
Step 379, loss: 0.03200570121407509
Step 380, loss: 0.030401986092329025
Step 381, loss: 0.03031478263437748
Step 382, loss: 0.02758227474987507
Step 383, loss: 0.03155796602368355
Step 384, loss: 0.03140757232904434
Step 385, loss: 0.028014300391077995
Step 386, loss: 0.028390785679221153
Step 387, loss: 0.02676212601363659
Step 388, loss: 0.02969362773001194
Step 389, loss: 0.033215004950761795
Step 390, loss: 0.026517191901803017
Step 391, loss: 0.02799243852496147
Step 392, loss: 0.02643071487545967
Step 393, loss: 0.032678596675395966
Step 449, loss: 0.023780755698680878
Step 394, loss: 0.0278543122112751
Step 395, loss: 0.02935587428510189
Step 396, loss: 0.0269524734467268
Step 397, loss: 0.025973407551646233
Step 398, loss: 0.02400783821940422
Step 399, loss: 0.025561753660440445
Step 400, loss: 0.029194386675953865
Step 401, loss: 0.02617829106748104
Step 402, loss: 0.028741223737597466
Step 403, loss: 0.028108490630984306
Step 404, loss: 0.024186575785279274
Step 405, loss: 0.02636685222387314
Step 406, loss: 0.02535375952720642
Step 407, loss: 0.023286107927560806
Step 408, loss: 0.028327636420726776
Step 409, loss: 0.02383405528962612
Step 410, loss: 0.024772079661488533
Step 411, loss: 0.025135032832622528
Step 412, loss: 0.026157960295677185
Step 413, loss: 0.024277105927467346
Step 414, loss: 0.026083501055836678
Step 415, loss: 0.022114183753728867
Step 416, loss: 0.023430753499269485
Step 417, loss: 0.021580245345830917
Step 418, loss: 0.024628309532999992
Step 419, loss: 0.024687757715582848
Step 420, loss: 0.024165304377675056
Step 225, loss: 0.08557405322790146
Step 226, loss: 0.08530694246292114
Step 227, loss: 0.08546976000070572
Step 228, loss: 0.08345340192317963
Step 229, loss: 0.08172785490751266
Step 230, loss: 0.07945256680250168
Step 231, loss: 0.08394867181777954
Step 232, loss: 0.07939286530017853
Step 233, loss: 0.07592486590147018
Step 234, loss: 0.08110668510198593
Step 235, loss: 0.07654121518135071
Step 236, loss: 0.07336129993200302
Step 237, loss: 0.07705063372850418
Step 238, loss: 0.07994271069765091
Step 239, loss: 0.07657013088464737
Step 240, loss: 0.07738806307315826
Step 241, loss: 0.07617823779582977
Step 242, loss: 0.07663886994123459
Step 243, loss: 0.07936929911375046
Step 244, loss: 0.07933937758207321
Step 245, loss: 0.07303805649280548
Step 246, loss: 0.07339523732662201
Step 247, loss: 0.07503438740968704
Step 248, loss: 0.07276289165019989
Step 249, loss: 0.07540655136108398
Step 250, loss: 0.07419967651367188
Step 251, loss: 0.06774839013814926
Step 252, loss: 0.0705372542142868
Step 421, loss: 0.022988444194197655
Step 422, loss: 0.02383410930633545
Step 423, loss: 0.02740178257226944
Step 424, loss: 0.024957211688160896
Step 425, loss: 0.02479841746389866
Step 426, loss: 0.02283697947859764
Step 427, loss: 0.023612461984157562
Step 428, loss: 0.01976703852415085
Step 429, loss: 0.020030254498124123
Step 430, loss: 0.02431175671517849
Step 431, loss: 0.023284757509827614
Step 432, loss: 0.022466572001576424
Step 433, loss: 0.022548841312527657
Step 434, loss: 0.022577568888664246
Step 435, loss: 0.020900201052427292
Step 436, loss: 0.025094587355852127
Step 437, loss: 0.023074455559253693
Step 438, loss: 0.024203956127166748
Step 439, loss: 0.024223733693361282
Step 440, loss: 0.01866997964680195
Step 441, loss: 0.02187131717801094
Step 442, loss: 0.02064139023423195
Step 443, loss: 0.020055994391441345
Step 444, loss: 0.0226142555475235
Step 445, loss: 0.023300806060433388
Step 446, loss: 0.02135215699672699
Step 447, loss: 0.019962750375270844
Step 448, loss: 0.02234184555709362
Step 253, loss: 0.06856542825698853
Step 254, loss: 0.06610628962516785
Step 255, loss: 0.0675315260887146
Step 256, loss: 0.06629706919193268
Step 257, loss: 0.06380276381969452
Step 258, loss: 0.06966060400009155
Step 259, loss: 0.06465473771095276
Step 260, loss: 0.06422195583581924
Step 261, loss: 0.06124506890773773
Step 262, loss: 0.06238488480448723
Step 263, loss: 0.06609262526035309
Step 264, loss: 0.0657622218132019
Step 265, loss: 0.0637216791510582
Step 266, loss: 0.05713792145252228
Step 267, loss: 0.06334277987480164
Step 268, loss: 0.060779061168432236
Step 269, loss: 0.06609759479761124
Step 270, loss: 0.06417068094015121
Step 271, loss: 0.05536091327667236
Step 272, loss: 0.05997950956225395
Step 273, loss: 0.061609018594026566
Step 274, loss: 0.060020461678504944
Step 275, loss: 0.05852517858147621
Step 276, loss: 0.06080427020788193
Step 277, loss: 0.0547313317656517
Step 278, loss: 0.059218619018793106
Step 279, loss: 0.05700915679335594
Step 280, loss: 0.06099938973784447
Step 449, loss: 0.023780755698680878
Step 281, loss: 0.05384235456585884
Step 282, loss: 0.05308053642511368
Step 283, loss: 0.05302247777581215
Step 284, loss: 0.05359649658203125
Step 285, loss: 0.0542178675532341
Step 286, loss: 0.05474961921572685
Step 287, loss: 0.052212148904800415
Step 288, loss: 0.053630124777555466
Step 289, loss: 0.05812916159629822
Step 290, loss: 0.04983071610331535
Step 291, loss: 0.052978359162807465
Step 292, loss: 0.055098384618759155
Step 293, loss: 0.052182912826538086
Step 294, loss: 0.050890956073999405
Step 295, loss: 0.05389704555273056
Step 296, loss: 0.05075477808713913
Step 297, loss: 0.04792579263448715
Step 298, loss: 0.04801347851753235
Step 299, loss: 0.05280933156609535
Step 300, loss: 0.04787835106253624
Step 301, loss: 0.04946717992424965
Step 302, loss: 0.045646391808986664
Step 303, loss: 0.04821226745843887
Step 304, loss: 0.05097455158829689
Step 305, loss: 0.047268662601709366
Step 306, loss: 0.04814538359642029
Step 307, loss: 0.04694213718175888
Step 308, loss: 0.04243405535817146
Step 225, loss: 0.08557405322790146
Step 226, loss: 0.08530694246292114
Step 227, loss: 0.08546976000070572
Step 228, loss: 0.08345340192317963
Step 229, loss: 0.08172785490751266
Step 230, loss: 0.07945256680250168
Step 231, loss: 0.08394867181777954
Step 232, loss: 0.07939286530017853
Step 233, loss: 0.07592486590147018
Step 234, loss: 0.08110668510198593
Step 235, loss: 0.07654121518135071
Step 236, loss: 0.07336129993200302
Step 237, loss: 0.07705063372850418
Step 238, loss: 0.07994271069765091
Step 239, loss: 0.07657013088464737
Step 240, loss: 0.07738806307315826
Step 241, loss: 0.07617823779582977
Step 242, loss: 0.07663886994123459
Step 243, loss: 0.07936929911375046
Step 244, loss: 0.07933937758207321
Step 245, loss: 0.07303805649280548
Step 246, loss: 0.07339523732662201
Step 247, loss: 0.07503438740968704
Step 248, loss: 0.07276289165019989
Step 249, loss: 0.07540655136108398
Step 250, loss: 0.07419967651367188
Step 251, loss: 0.06774839013814926
Step 252, loss: 0.0705372542142868
Step 309, loss: 0.04787210375070572
Step 310, loss: 0.04555013030767441
Step 311, loss: 0.04460772126913071
Step 312, loss: 0.044432707130908966
Step 313, loss: 0.045807432383298874
Step 314, loss: 0.043524954468011856
Step 315, loss: 0.0423855260014534
Step 316, loss: 0.04442794248461723
Step 317, loss: 0.046119529753923416
Step 318, loss: 0.043629784137010574
Step 319, loss: 0.044299859553575516
Step 320, loss: 0.04355795308947563
Step 321, loss: 0.04080451652407646
Step 322, loss: 0.04510680213570595
Step 323, loss: 0.04297354444861412
Step 324, loss: 0.04083031415939331
Step 325, loss: 0.042855266481637955
Step 326, loss: 0.04574708268046379
Step 327, loss: 0.04357508197426796
Step 328, loss: 0.04141899198293686
Step 329, loss: 0.04274528846144676
Step 330, loss: 0.03939469903707504
Step 331, loss: 0.0428595170378685
Step 332, loss: 0.04016251116991043
Step 333, loss: 0.04034368321299553
Step 334, loss: 0.040527429431676865
Step 335, loss: 0.03648242726922035
Step 336, loss: 0.03953654691576958
Step 253, loss: 0.06856542825698853
Step 254, loss: 0.06610628962516785
Step 255, loss: 0.0675315260887146
Step 256, loss: 0.06629706919193268
Step 257, loss: 0.06380276381969452
Step 258, loss: 0.06966060400009155
Step 259, loss: 0.06465473771095276
Step 260, loss: 0.06422195583581924
Step 261, loss: 0.06124506890773773
Step 262, loss: 0.06238488480448723
Step 263, loss: 0.06609262526035309
Step 264, loss: 0.0657622218132019
Step 265, loss: 0.0637216791510582
Step 266, loss: 0.05713792145252228
Step 267, loss: 0.06334277987480164
Step 268, loss: 0.060779061168432236
Step 269, loss: 0.06609759479761124
Step 270, loss: 0.06417068094015121
Step 271, loss: 0.05536091327667236
Step 272, loss: 0.05997950956225395
Step 273, loss: 0.061609018594026566
Step 274, loss: 0.060020461678504944
Step 275, loss: 0.05852517858147621
Step 276, loss: 0.06080427020788193
Step 277, loss: 0.0547313317656517
Step 278, loss: 0.059218619018793106
Step 279, loss: 0.05700915679335594
Step 280, loss: 0.06099938973784447
Step 337, loss: 0.03641829267144203
Step 281, loss: 0.05384235456585884
Step 282, loss: 0.05308053642511368
Step 283, loss: 0.05302247777581215
Step 284, loss: 0.05359649658203125
Step 285, loss: 0.0542178675532341
Step 286, loss: 0.05474961921572685
Step 287, loss: 0.052212148904800415
Step 288, loss: 0.053630124777555466
Step 289, loss: 0.05812916159629822
Step 290, loss: 0.04983071610331535
Step 291, loss: 0.052978359162807465
Step 292, loss: 0.055098384618759155
Step 293, loss: 0.052182912826538086
Step 294, loss: 0.050890956073999405
Step 295, loss: 0.05389704555273056
Step 296, loss: 0.05075477808713913
Step 297, loss: 0.04792579263448715
Step 298, loss: 0.04801347851753235
Step 299, loss: 0.05280933156609535
Step 300, loss: 0.04787835106253624
Step 301, loss: 0.04946717992424965
Step 302, loss: 0.045646391808986664
Step 303, loss: 0.04821226745843887
Step 304, loss: 0.05097455158829689
Step 305, loss: 0.047268662601709366
Step 306, loss: 0.04814538359642029
Step 307, loss: 0.04694213718175888
Step 308, loss: 0.04243405535817146
Step 338, loss: 0.04170437529683113
Step 339, loss: 0.036046676337718964
Step 340, loss: 0.03418446332216263
Step 341, loss: 0.038808926939964294
Step 342, loss: 0.037316158413887024
Step 343, loss: 0.034573737531900406
Step 344, loss: 0.03954296186566353
Step 345, loss: 0.036345258355140686
Step 346, loss: 0.03883548453450203
Step 347, loss: 0.03987649083137512
Step 348, loss: 0.03663374483585358
Step 349, loss: 0.03755534812808037
Step 350, loss: 0.04027564078569412
Step 351, loss: 0.03563329577445984
Step 352, loss: 0.03421338275074959
Step 353, loss: 0.03523556888103485
Step 354, loss: 0.03766049072146416
Step 355, loss: 0.034627970308065414
Step 356, loss: 0.03590301424264908
Step 357, loss: 0.03508733585476875
Step 358, loss: 0.0332978330552578
Step 359, loss: 0.031070826575160027
Step 360, loss: 0.033502452075481415
Step 361, loss: 0.03302958607673645
Step 362, loss: 0.032106198370456696
Step 363, loss: 0.03552405908703804
Step 364, loss: 0.03135437145829201
Step 365, loss: 0.0346033088862896
Step 309, loss: 0.04787210375070572
Step 310, loss: 0.04555013030767441
Step 311, loss: 0.04460772126913071
Step 312, loss: 0.044432707130908966
Step 313, loss: 0.045807432383298874
Step 314, loss: 0.043524954468011856
Step 315, loss: 0.0423855260014534
Step 316, loss: 0.04442794248461723
Step 317, loss: 0.046119529753923416
Step 318, loss: 0.043629784137010574
Step 319, loss: 0.044299859553575516
Step 320, loss: 0.04355795308947563
Step 321, loss: 0.04080451652407646
Step 322, loss: 0.04510680213570595
Step 323, loss: 0.04297354444861412
Step 324, loss: 0.04083031415939331
Step 325, loss: 0.042855266481637955
Step 326, loss: 0.04574708268046379
Step 327, loss: 0.04357508197426796
Step 328, loss: 0.04141899198293686
Step 329, loss: 0.04274528846144676
Step 330, loss: 0.03939469903707504
Step 331, loss: 0.0428595170378685
Step 332, loss: 0.04016251116991043
Step 333, loss: 0.04034368321299553
Step 334, loss: 0.040527429431676865
Step 335, loss: 0.03648242726922035
Step 336, loss: 0.03953654691576958
Step 366, loss: 0.036580923944711685
Step 367, loss: 0.03418072685599327
Step 368, loss: 0.032993659377098083
Step 369, loss: 0.0324590839445591
Step 370, loss: 0.032650530338287354
Step 371, loss: 0.03381111100316048
Step 372, loss: 0.03400619700551033
Step 373, loss: 0.02945505827665329
Step 374, loss: 0.031830742955207825
Step 375, loss: 0.030187519267201424
Step 376, loss: 0.029746608808636665
Step 377, loss: 0.030728405341506004
Step 378, loss: 0.03005378134548664
Step 379, loss: 0.03200570121407509
Step 380, loss: 0.030401986092329025
Step 381, loss: 0.03031478263437748
Step 382, loss: 0.02758227474987507
Step 383, loss: 0.03155796602368355
Step 384, loss: 0.03140757232904434
Step 385, loss: 0.028014300391077995
Step 386, loss: 0.028390785679221153
Step 387, loss: 0.02676212601363659
Step 388, loss: 0.02969362773001194
Step 389, loss: 0.033215004950761795
Step 390, loss: 0.026517191901803017
Step 391, loss: 0.02799243852496147
Step 392, loss: 0.02643071487545967
Step 393, loss: 0.032678596675395966
Step 337, loss: 0.03641829267144203
Step 394, loss: 0.0278543122112751
Step 395, loss: 0.02935587428510189
Step 396, loss: 0.0269524734467268
Step 397, loss: 0.025973407551646233
Step 398, loss: 0.02400783821940422
Step 399, loss: 0.025561753660440445
Step 400, loss: 0.029194386675953865
Step 401, loss: 0.02617829106748104
Step 402, loss: 0.028741223737597466
Step 403, loss: 0.028108490630984306
Step 404, loss: 0.024186575785279274
Step 405, loss: 0.02636685222387314
Step 406, loss: 0.02535375952720642
Step 407, loss: 0.023286107927560806
Step 408, loss: 0.028327636420726776
Step 409, loss: 0.02383405528962612
Step 410, loss: 0.024772079661488533
Step 411, loss: 0.025135032832622528
Step 412, loss: 0.026157960295677185
Step 413, loss: 0.024277105927467346
Step 414, loss: 0.026083501055836678
Step 415, loss: 0.022114183753728867
Step 416, loss: 0.023430753499269485
Step 417, loss: 0.021580245345830917
Step 418, loss: 0.024628309532999992
Step 419, loss: 0.024687757715582848
Step 420, loss: 0.024165304377675056
Step 225, loss: 0.08557405322790146
Step 226, loss: 0.08530694246292114
Step 227, loss: 0.08546976000070572
Step 228, loss: 0.08345340192317963
Step 229, loss: 0.08172785490751266
Step 230, loss: 0.07945256680250168
Step 231, loss: 0.08394867181777954
Step 232, loss: 0.07939286530017853
Step 233, loss: 0.07592486590147018
Step 234, loss: 0.08110668510198593
Step 235, loss: 0.07654121518135071
Step 236, loss: 0.07336129993200302
Step 237, loss: 0.07705063372850418
Step 238, loss: 0.07994271069765091
Step 239, loss: 0.07657013088464737
Step 240, loss: 0.07738806307315826
Step 241, loss: 0.07617823779582977
Step 242, loss: 0.07663886994123459
Step 243, loss: 0.07936929911375046
Step 244, loss: 0.07933937758207321
Step 245, loss: 0.07303805649280548
Step 246, loss: 0.07339523732662201
Step 247, loss: 0.07503438740968704
Step 248, loss: 0.07276289165019989
Step 249, loss: 0.07540655136108398
Step 250, loss: 0.07419967651367188
Step 251, loss: 0.06774839013814926
Step 252, loss: 0.0705372542142868
Step 421, loss: 0.022988444194197655
Step 422, loss: 0.02383410930633545
Step 423, loss: 0.02740178257226944
Step 424, loss: 0.024957211688160896
Step 425, loss: 0.02479841746389866
Step 426, loss: 0.02283697947859764
Step 427, loss: 0.023612461984157562
Step 428, loss: 0.01976703852415085
Step 429, loss: 0.020030254498124123
Step 430, loss: 0.02431175671517849
Step 431, loss: 0.023284757509827614
Step 432, loss: 0.022466572001576424
Step 433, loss: 0.022548841312527657
Step 434, loss: 0.022577568888664246
Step 435, loss: 0.020900201052427292
Step 436, loss: 0.025094587355852127
Step 437, loss: 0.023074455559253693
Step 438, loss: 0.024203956127166748
Step 439, loss: 0.024223733693361282
Step 440, loss: 0.01866997964680195
Step 441, loss: 0.02187131717801094
Step 442, loss: 0.02064139023423195
Step 443, loss: 0.020055994391441345
Step 444, loss: 0.0226142555475235
Step 445, loss: 0.023300806060433388
Step 446, loss: 0.02135215699672699
Step 447, loss: 0.019962750375270844
Step 448, loss: 0.02234184555709362
Step 253, loss: 0.06856542825698853
Step 254, loss: 0.06610628962516785
Step 255, loss: 0.0675315260887146
Step 256, loss: 0.06629706919193268
Step 257, loss: 0.06380276381969452
Step 258, loss: 0.06966060400009155
Step 259, loss: 0.06465473771095276
Step 260, loss: 0.06422195583581924
Step 261, loss: 0.06124506890773773
Step 262, loss: 0.06238488480448723
Step 263, loss: 0.06609262526035309
Step 264, loss: 0.0657622218132019
Step 265, loss: 0.0637216791510582
Step 266, loss: 0.05713792145252228
Step 267, loss: 0.06334277987480164
Step 268, loss: 0.060779061168432236
Step 269, loss: 0.06609759479761124
Step 270, loss: 0.06417068094015121
Step 271, loss: 0.05536091327667236
Step 272, loss: 0.05997950956225395
Step 273, loss: 0.061609018594026566
Step 274, loss: 0.060020461678504944
Step 275, loss: 0.05852517858147621
Step 276, loss: 0.06080427020788193
Step 277, loss: 0.0547313317656517
Step 278, loss: 0.059218619018793106
Step 279, loss: 0.05700915679335594
Step 280, loss: 0.06099938973784447
Step 449, loss: 0.023780755698680878
Step 281, loss: 0.05384235456585884
Step 282, loss: 0.05308053642511368
Step 283, loss: 0.05302247777581215
Step 284, loss: 0.05359649658203125
Step 285, loss: 0.0542178675532341
Step 286, loss: 0.05474961921572685
Step 287, loss: 0.052212148904800415
Step 288, loss: 0.053630124777555466
Step 289, loss: 0.05812916159629822
Step 290, loss: 0.04983071610331535
Step 291, loss: 0.052978359162807465
Step 292, loss: 0.055098384618759155
Step 293, loss: 0.052182912826538086
Step 294, loss: 0.050890956073999405
Step 295, loss: 0.05389704555273056
Step 296, loss: 0.05075477808713913
Step 297, loss: 0.04792579263448715
Step 298, loss: 0.04801347851753235
Step 299, loss: 0.05280933156609535
Step 300, loss: 0.04787835106253624
Step 301, loss: 0.04946717992424965
Step 302, loss: 0.045646391808986664
Step 303, loss: 0.04821226745843887
Step 304, loss: 0.05097455158829689
Step 305, loss: 0.047268662601709366
Step 306, loss: 0.04814538359642029
Step 307, loss: 0.04694213718175888
Step 308, loss: 0.04243405535817146
Step 225, loss: 0.08557405322790146
Step 226, loss: 0.08530694246292114
Step 227, loss: 0.08546976000070572
Step 228, loss: 0.08345340192317963
Step 229, loss: 0.08172785490751266
Step 230, loss: 0.07945256680250168
Step 231, loss: 0.08394867181777954
Step 232, loss: 0.07939286530017853
Step 233, loss: 0.07592486590147018
Step 234, loss: 0.08110668510198593
Step 235, loss: 0.07654121518135071
Step 236, loss: 0.07336129993200302
Step 237, loss: 0.07705063372850418
Step 238, loss: 0.07994271069765091
Step 239, loss: 0.07657013088464737
Step 240, loss: 0.07738806307315826
Step 241, loss: 0.07617823779582977
Step 242, loss: 0.07663886994123459
Step 243, loss: 0.07936929911375046
Step 244, loss: 0.07933937758207321
Step 245, loss: 0.07303805649280548
Step 246, loss: 0.07339523732662201
Step 247, loss: 0.07503438740968704
Step 248, loss: 0.07276289165019989
Step 249, loss: 0.07540655136108398
Step 250, loss: 0.07419967651367188
Step 251, loss: 0.06774839013814926
Step 252, loss: 0.0705372542142868
Step 309, loss: 0.04787210375070572
Step 310, loss: 0.04555013030767441
Step 311, loss: 0.04460772126913071
Step 312, loss: 0.044432707130908966
Step 313, loss: 0.045807432383298874
Step 314, loss: 0.043524954468011856
Step 315, loss: 0.0423855260014534
Step 316, loss: 0.04442794248461723
Step 317, loss: 0.046119529753923416
Step 318, loss: 0.043629784137010574
Step 319, loss: 0.044299859553575516
Step 320, loss: 0.04355795308947563
Step 321, loss: 0.04080451652407646
Step 322, loss: 0.04510680213570595
Step 323, loss: 0.04297354444861412
Step 324, loss: 0.04083031415939331
Step 325, loss: 0.042855266481637955
Step 326, loss: 0.04574708268046379
Step 327, loss: 0.04357508197426796
Step 328, loss: 0.04141899198293686
Step 329, loss: 0.04274528846144676
Step 330, loss: 0.03939469903707504
Step 331, loss: 0.0428595170378685
Step 332, loss: 0.04016251116991043
Step 333, loss: 0.04034368321299553
Step 334, loss: 0.040527429431676865
Step 335, loss: 0.03648242726922035
Step 336, loss: 0.03953654691576958
Step 253, loss: 0.06856542825698853
Step 254, loss: 0.06610628962516785
Step 255, loss: 0.0675315260887146
Step 256, loss: 0.06629706919193268
Step 257, loss: 0.06380276381969452
Step 258, loss: 0.06966060400009155
Step 259, loss: 0.06465473771095276
Step 260, loss: 0.06422195583581924
Step 261, loss: 0.06124506890773773
Step 262, loss: 0.06238488480448723
Step 263, loss: 0.06609262526035309
Step 264, loss: 0.0657622218132019
Step 265, loss: 0.0637216791510582
Step 266, loss: 0.05713792145252228
Step 267, loss: 0.06334277987480164
Step 268, loss: 0.060779061168432236
Step 269, loss: 0.06609759479761124
Step 270, loss: 0.06417068094015121
Step 271, loss: 0.05536091327667236
Step 272, loss: 0.05997950956225395
Step 273, loss: 0.061609018594026566
Step 274, loss: 0.060020461678504944
Step 275, loss: 0.05852517858147621
Step 276, loss: 0.06080427020788193
Step 277, loss: 0.0547313317656517
Step 278, loss: 0.059218619018793106
Step 279, loss: 0.05700915679335594
Step 280, loss: 0.06099938973784447
Step 337, loss: 0.03641829267144203
Step 281, loss: 0.05384235456585884
Step 282, loss: 0.05308053642511368
Step 283, loss: 0.05302247777581215
Step 284, loss: 0.05359649658203125
Step 285, loss: 0.0542178675532341
Step 286, loss: 0.05474961921572685
Step 287, loss: 0.052212148904800415
Step 288, loss: 0.053630124777555466
Step 289, loss: 0.05812916159629822
Step 290, loss: 0.04983071610331535
Step 291, loss: 0.052978359162807465
Step 292, loss: 0.055098384618759155
Step 293, loss: 0.052182912826538086
Step 294, loss: 0.050890956073999405
Step 295, loss: 0.05389704555273056
Step 296, loss: 0.05075477808713913
Step 297, loss: 0.04792579263448715
Step 298, loss: 0.04801347851753235
Step 299, loss: 0.05280933156609535
Step 300, loss: 0.04787835106253624
Step 301, loss: 0.04946717992424965
Step 302, loss: 0.045646391808986664
Step 303, loss: 0.04821226745843887
Step 304, loss: 0.05097455158829689
Step 305, loss: 0.047268662601709366
Step 306, loss: 0.04814538359642029
Step 307, loss: 0.04694213718175888
Step 308, loss: 0.04243405535817146
Step 338, loss: 0.04170437529683113
Step 339, loss: 0.036046676337718964
Step 340, loss: 0.03418446332216263
Step 341, loss: 0.038808926939964294
Step 342, loss: 0.037316158413887024
Step 343, loss: 0.034573737531900406
Step 344, loss: 0.03954296186566353
Step 345, loss: 0.036345258355140686
Step 346, loss: 0.03883548453450203
Step 347, loss: 0.03987649083137512
Step 348, loss: 0.03663374483585358
Step 349, loss: 0.03755534812808037
Step 350, loss: 0.04027564078569412
Step 351, loss: 0.03563329577445984
Step 352, loss: 0.03421338275074959
Step 353, loss: 0.03523556888103485
Step 354, loss: 0.03766049072146416
Step 355, loss: 0.034627970308065414
Step 356, loss: 0.03590301424264908
Step 357, loss: 0.03508733585476875
Step 358, loss: 0.0332978330552578
Step 359, loss: 0.031070826575160027
Step 360, loss: 0.033502452075481415
Step 361, loss: 0.03302958607673645
Step 362, loss: 0.032106198370456696
Step 363, loss: 0.03552405908703804
Step 364, loss: 0.03135437145829201
Step 365, loss: 0.0346033088862896
Step 309, loss: 0.04787210375070572
Step 310, loss: 0.04555013030767441
Step 311, loss: 0.04460772126913071
Step 312, loss: 0.044432707130908966
Step 313, loss: 0.045807432383298874
Step 314, loss: 0.043524954468011856
Step 315, loss: 0.0423855260014534
Step 316, loss: 0.04442794248461723
Step 317, loss: 0.046119529753923416
Step 318, loss: 0.043629784137010574
Step 319, loss: 0.044299859553575516
Step 320, loss: 0.04355795308947563
Step 321, loss: 0.04080451652407646
Step 322, loss: 0.04510680213570595
Step 323, loss: 0.04297354444861412
Step 324, loss: 0.04083031415939331
Step 325, loss: 0.042855266481637955
Step 326, loss: 0.04574708268046379
Step 327, loss: 0.04357508197426796
Step 328, loss: 0.04141899198293686
Step 329, loss: 0.04274528846144676
Step 330, loss: 0.03939469903707504
Step 331, loss: 0.0428595170378685
Step 332, loss: 0.04016251116991043
Step 333, loss: 0.04034368321299553
Step 334, loss: 0.040527429431676865
Step 335, loss: 0.03648242726922035
Step 336, loss: 0.03953654691576958
Step 366, loss: 0.036580923944711685
Step 367, loss: 0.03418072685599327
Step 368, loss: 0.032993659377098083
Step 369, loss: 0.0324590839445591
Step 370, loss: 0.032650530338287354
Step 371, loss: 0.03381111100316048
Step 372, loss: 0.03400619700551033
Step 373, loss: 0.02945505827665329
Step 374, loss: 0.031830742955207825
Step 375, loss: 0.030187519267201424
Step 376, loss: 0.029746608808636665
Step 377, loss: 0.030728405341506004
Step 378, loss: 0.03005378134548664
Step 379, loss: 0.03200570121407509
Step 380, loss: 0.030401986092329025
Step 381, loss: 0.03031478263437748
Step 382, loss: 0.02758227474987507
Step 383, loss: 0.03155796602368355
Step 384, loss: 0.03140757232904434
Step 385, loss: 0.028014300391077995
Step 386, loss: 0.028390785679221153
Step 387, loss: 0.02676212601363659
Step 388, loss: 0.02969362773001194
Step 389, loss: 0.033215004950761795
Step 390, loss: 0.026517191901803017
Step 391, loss: 0.02799243852496147
Step 392, loss: 0.02643071487545967
Step 393, loss: 0.032678596675395966
Step 337, loss: 0.03641829267144203
Step 394, loss: 0.0278543122112751
Step 395, loss: 0.02935587428510189
Step 396, loss: 0.0269524734467268
Step 397, loss: 0.025973407551646233
Step 398, loss: 0.02400783821940422
Step 399, loss: 0.025561753660440445
Step 400, loss: 0.029194386675953865
Step 401, loss: 0.02617829106748104
Step 402, loss: 0.028741223737597466
Step 403, loss: 0.028108490630984306
Step 404, loss: 0.024186575785279274
Step 405, loss: 0.02636685222387314
Step 406, loss: 0.02535375952720642
Step 407, loss: 0.023286107927560806
Step 408, loss: 0.028327636420726776
Step 409, loss: 0.02383405528962612
Step 410, loss: 0.024772079661488533
Step 411, loss: 0.025135032832622528
Step 412, loss: 0.026157960295677185
Step 413, loss: 0.024277105927467346
Step 414, loss: 0.026083501055836678
Step 415, loss: 0.022114183753728867
Step 416, loss: 0.023430753499269485
Step 417, loss: 0.021580245345830917
Step 418, loss: 0.024628309532999992
Step 419, loss: 0.024687757715582848
Step 420, loss: 0.024165304377675056
Step 338, loss: 0.04170437529683113
Step 339, loss: 0.036046676337718964
Step 340, loss: 0.03418446332216263
Step 341, loss: 0.038808926939964294
Step 342, loss: 0.037316158413887024
Step 343, loss: 0.034573737531900406
Step 344, loss: 0.03954296186566353
Step 345, loss: 0.036345258355140686
Step 346, loss: 0.03883548453450203
Step 347, loss: 0.03987649083137512
Step 348, loss: 0.03663374483585358
Step 349, loss: 0.03755534812808037
Step 350, loss: 0.04027564078569412
Step 351, loss: 0.03563329577445984
Step 352, loss: 0.03421338275074959
Step 353, loss: 0.03523556888103485
Step 354, loss: 0.03766049072146416
Step 355, loss: 0.034627970308065414
Step 356, loss: 0.03590301424264908
Step 357, loss: 0.03508733585476875
Step 358, loss: 0.0332978330552578
Step 359, loss: 0.031070826575160027
Step 360, loss: 0.033502452075481415
Step 361, loss: 0.03302958607673645
Step 362, loss: 0.032106198370456696
Step 363, loss: 0.03552405908703804
Step 364, loss: 0.03135437145829201
Step 365, loss: 0.0346033088862896
Step 421, loss: 0.022988444194197655
Step 422, loss: 0.02383410930633545
Step 423, loss: 0.02740178257226944
Step 424, loss: 0.024957211688160896
Step 425, loss: 0.02479841746389866
Step 426, loss: 0.02283697947859764
Step 427, loss: 0.023612461984157562
Step 428, loss: 0.01976703852415085
Step 429, loss: 0.020030254498124123
Step 430, loss: 0.02431175671517849
Step 431, loss: 0.023284757509827614
Step 432, loss: 0.022466572001576424
Step 433, loss: 0.022548841312527657
Step 434, loss: 0.022577568888664246
Step 435, loss: 0.020900201052427292
Step 436, loss: 0.025094587355852127
Step 437, loss: 0.023074455559253693
Step 438, loss: 0.024203956127166748
Step 439, loss: 0.024223733693361282
Step 440, loss: 0.01866997964680195
Step 441, loss: 0.02187131717801094
Step 442, loss: 0.02064139023423195
Step 443, loss: 0.020055994391441345
Step 444, loss: 0.0226142555475235
Step 445, loss: 0.023300806060433388
Step 446, loss: 0.02135215699672699
Step 447, loss: 0.019962750375270844
Step 448, loss: 0.02234184555709362
Step 366, loss: 0.036580923944711685
Step 367, loss: 0.03418072685599327
Step 368, loss: 0.032993659377098083
Step 369, loss: 0.0324590839445591
Step 370, loss: 0.032650530338287354
Step 371, loss: 0.03381111100316048
Step 372, loss: 0.03400619700551033
Step 373, loss: 0.02945505827665329
Step 374, loss: 0.031830742955207825
Step 375, loss: 0.030187519267201424
Step 376, loss: 0.029746608808636665
Step 377, loss: 0.030728405341506004
Step 378, loss: 0.03005378134548664
Step 379, loss: 0.03200570121407509
Step 380, loss: 0.030401986092329025
Step 381, loss: 0.03031478263437748
Step 382, loss: 0.02758227474987507
Step 383, loss: 0.03155796602368355
Step 384, loss: 0.03140757232904434
Step 385, loss: 0.028014300391077995
Step 386, loss: 0.028390785679221153
Step 387, loss: 0.02676212601363659
Step 388, loss: 0.02969362773001194
Step 389, loss: 0.033215004950761795
Step 390, loss: 0.026517191901803017
Step 391, loss: 0.02799243852496147
Step 392, loss: 0.02643071487545967
Step 393, loss: 0.032678596675395966
Step 449, loss: 0.023780755698680878
Step 394, loss: 0.0278543122112751
Step 395, loss: 0.02935587428510189
Step 396, loss: 0.0269524734467268
Step 397, loss: 0.025973407551646233
Step 398, loss: 0.02400783821940422
Step 399, loss: 0.025561753660440445
Step 400, loss: 0.029194386675953865
Step 401, loss: 0.02617829106748104
Step 402, loss: 0.028741223737597466
Step 403, loss: 0.028108490630984306
Step 404, loss: 0.024186575785279274
Step 405, loss: 0.02636685222387314
Step 406, loss: 0.02535375952720642
Step 407, loss: 0.023286107927560806
Step 408, loss: 0.028327636420726776
Step 409, loss: 0.02383405528962612
Step 410, loss: 0.024772079661488533
Step 411, loss: 0.025135032832622528
Step 412, loss: 0.026157960295677185
Step 413, loss: 0.024277105927467346
Step 414, loss: 0.026083501055836678
Step 415, loss: 0.022114183753728867
Step 416, loss: 0.023430753499269485
Step 417, loss: 0.021580245345830917
Step 418, loss: 0.024628309532999992
Step 419, loss: 0.024687757715582848
Step 420, loss: 0.024165304377675056
Step 338, loss: 0.04170437529683113
Step 339, loss: 0.036046676337718964
Step 340, loss: 0.03418446332216263
Step 341, loss: 0.038808926939964294
Step 342, loss: 0.037316158413887024
Step 343, loss: 0.034573737531900406
Step 344, loss: 0.03954296186566353
Step 345, loss: 0.036345258355140686
Step 346, loss: 0.03883548453450203
Step 347, loss: 0.03987649083137512
Step 348, loss: 0.03663374483585358
Step 349, loss: 0.03755534812808037
Step 350, loss: 0.04027564078569412
Step 351, loss: 0.03563329577445984
Step 352, loss: 0.03421338275074959
Step 353, loss: 0.03523556888103485
Step 354, loss: 0.03766049072146416
Step 355, loss: 0.034627970308065414
Step 356, loss: 0.03590301424264908
Step 357, loss: 0.03508733585476875
Step 358, loss: 0.0332978330552578
Step 359, loss: 0.031070826575160027
Step 360, loss: 0.033502452075481415
Step 361, loss: 0.03302958607673645
Step 362, loss: 0.032106198370456696
Step 363, loss: 0.03552405908703804
Step 364, loss: 0.03135437145829201
Step 365, loss: 0.0346033088862896
Step 421, loss: 0.022988444194197655
Step 422, loss: 0.02383410930633545
Step 423, loss: 0.02740178257226944
Step 424, loss: 0.024957211688160896
Step 425, loss: 0.02479841746389866
Step 426, loss: 0.02283697947859764
Step 427, loss: 0.023612461984157562
Step 428, loss: 0.01976703852415085
Step 429, loss: 0.020030254498124123
Step 430, loss: 0.02431175671517849
Step 431, loss: 0.023284757509827614
Step 432, loss: 0.022466572001576424
Step 433, loss: 0.022548841312527657
Step 434, loss: 0.022577568888664246
Step 435, loss: 0.020900201052427292
Step 436, loss: 0.025094587355852127
Step 437, loss: 0.023074455559253693
Step 438, loss: 0.024203956127166748
Step 439, loss: 0.024223733693361282
Step 440, loss: 0.01866997964680195
Step 441, loss: 0.02187131717801094
Step 442, loss: 0.02064139023423195
Step 443, loss: 0.020055994391441345
Step 444, loss: 0.0226142555475235
Step 445, loss: 0.023300806060433388
Step 446, loss: 0.02135215699672699
Step 447, loss: 0.019962750375270844
Step 448, loss: 0.02234184555709362
Step 366, loss: 0.036580923944711685
Step 367, loss: 0.03418072685599327
Step 368, loss: 0.032993659377098083
Step 369, loss: 0.0324590839445591
Step 370, loss: 0.032650530338287354
Step 371, loss: 0.03381111100316048
Step 372, loss: 0.03400619700551033
Step 373, loss: 0.02945505827665329
Step 374, loss: 0.031830742955207825
Step 375, loss: 0.030187519267201424
Step 376, loss: 0.029746608808636665
Step 377, loss: 0.030728405341506004
Step 378, loss: 0.03005378134548664
Step 379, loss: 0.03200570121407509
Step 380, loss: 0.030401986092329025
Step 381, loss: 0.03031478263437748
Step 382, loss: 0.02758227474987507
Step 383, loss: 0.03155796602368355
Step 384, loss: 0.03140757232904434
Step 385, loss: 0.028014300391077995
Step 386, loss: 0.028390785679221153
Step 387, loss: 0.02676212601363659
Step 388, loss: 0.02969362773001194
Step 389, loss: 0.033215004950761795
Step 390, loss: 0.026517191901803017
Step 391, loss: 0.02799243852496147
Step 392, loss: 0.02643071487545967
Step 393, loss: 0.032678596675395966
Step 449, loss: 0.023780755698680878
Step 394, loss: 0.0278543122112751
Step 395, loss: 0.02935587428510189
Step 396, loss: 0.0269524734467268
Step 397, loss: 0.025973407551646233
Step 398, loss: 0.02400783821940422
Step 399, loss: 0.025561753660440445
Step 400, loss: 0.029194386675953865
Step 401, loss: 0.02617829106748104
Step 402, loss: 0.028741223737597466
Step 403, loss: 0.028108490630984306
Step 404, loss: 0.024186575785279274
Step 405, loss: 0.02636685222387314
Step 406, loss: 0.02535375952720642
Step 407, loss: 0.023286107927560806
Step 408, loss: 0.028327636420726776
Step 409, loss: 0.02383405528962612
Step 410, loss: 0.024772079661488533
Step 411, loss: 0.025135032832622528
Step 412, loss: 0.026157960295677185
Step 413, loss: 0.024277105927467346
Step 414, loss: 0.026083501055836678
Step 415, loss: 0.022114183753728867
Step 416, loss: 0.023430753499269485
Step 417, loss: 0.021580245345830917
Step 418, loss: 0.024628309532999992
Step 419, loss: 0.024687757715582848
Step 420, loss: 0.024165304377675056
Step 225, loss: 0.08557405322790146
Step 226, loss: 0.08530694246292114
Step 227, loss: 0.08546976000070572
Step 228, loss: 0.08345340192317963
Step 229, loss: 0.08172785490751266
Step 230, loss: 0.07945256680250168
Step 231, loss: 0.08394867181777954
Step 232, loss: 0.07939286530017853
Step 233, loss: 0.07592486590147018
Step 234, loss: 0.08110668510198593
Step 235, loss: 0.07654121518135071
Step 236, loss: 0.07336129993200302
Step 237, loss: 0.07705063372850418
Step 238, loss: 0.07994271069765091
Step 239, loss: 0.07657013088464737
Step 240, loss: 0.07738806307315826
Step 241, loss: 0.07617823779582977
Step 242, loss: 0.07663886994123459
Step 243, loss: 0.07936929911375046
Step 244, loss: 0.07933937758207321
Step 245, loss: 0.07303805649280548
Step 246, loss: 0.07339523732662201
Step 247, loss: 0.07503438740968704
Step 248, loss: 0.07276289165019989
Step 249, loss: 0.07540655136108398
Step 250, loss: 0.07419967651367188
Step 251, loss: 0.06774839013814926
Step 252, loss: 0.0705372542142868
Step 421, loss: 0.022988444194197655
Step 422, loss: 0.02383410930633545
Step 423, loss: 0.02740178257226944
Step 424, loss: 0.024957211688160896
Step 425, loss: 0.02479841746389866
Step 426, loss: 0.02283697947859764
Step 427, loss: 0.023612461984157562
Step 428, loss: 0.01976703852415085
Step 429, loss: 0.020030254498124123
Step 430, loss: 0.02431175671517849
Step 431, loss: 0.023284757509827614
Step 432, loss: 0.022466572001576424
Step 433, loss: 0.022548841312527657
Step 434, loss: 0.022577568888664246
Step 435, loss: 0.020900201052427292
Step 436, loss: 0.025094587355852127
Step 437, loss: 0.023074455559253693
Step 438, loss: 0.024203956127166748
Step 439, loss: 0.024223733693361282
Step 440, loss: 0.01866997964680195
Step 441, loss: 0.02187131717801094
Step 442, loss: 0.02064139023423195
Step 443, loss: 0.020055994391441345
Step 444, loss: 0.0226142555475235
Step 445, loss: 0.023300806060433388
Step 446, loss: 0.02135215699672699
Step 447, loss: 0.019962750375270844
Step 448, loss: 0.02234184555709362
Step 253, loss: 0.06856542825698853
Step 254, loss: 0.06610628962516785
Step 255, loss: 0.0675315260887146
Step 256, loss: 0.06629706919193268
Step 257, loss: 0.06380276381969452
Step 258, loss: 0.06966060400009155
Step 259, loss: 0.06465473771095276
Step 260, loss: 0.06422195583581924
Step 261, loss: 0.06124506890773773
Step 262, loss: 0.06238488480448723
Step 263, loss: 0.06609262526035309
Step 264, loss: 0.0657622218132019
Step 265, loss: 0.0637216791510582
Step 266, loss: 0.05713792145252228
Step 267, loss: 0.06334277987480164
Step 268, loss: 0.060779061168432236
Step 269, loss: 0.06609759479761124
Step 270, loss: 0.06417068094015121
Step 271, loss: 0.05536091327667236
Step 272, loss: 0.05997950956225395
Step 273, loss: 0.061609018594026566
Step 274, loss: 0.060020461678504944
Step 275, loss: 0.05852517858147621
Step 276, loss: 0.06080427020788193
Step 277, loss: 0.0547313317656517
Step 278, loss: 0.059218619018793106
Step 279, loss: 0.05700915679335594
Step 280, loss: 0.06099938973784447
Step 449, loss: 0.023780755698680878
Step 281, loss: 0.05384235456585884
Step 282, loss: 0.05308053642511368
Step 283, loss: 0.05302247777581215
Step 284, loss: 0.05359649658203125
Step 285, loss: 0.0542178675532341
Step 286, loss: 0.05474961921572685
Step 287, loss: 0.052212148904800415
Step 288, loss: 0.053630124777555466
Step 289, loss: 0.05812916159629822
Step 290, loss: 0.04983071610331535
Step 291, loss: 0.052978359162807465
Step 292, loss: 0.055098384618759155
Step 293, loss: 0.052182912826538086
Step 294, loss: 0.050890956073999405
Step 295, loss: 0.05389704555273056
Step 296, loss: 0.05075477808713913
Step 297, loss: 0.04792579263448715
Step 298, loss: 0.04801347851753235
Step 299, loss: 0.05280933156609535
Step 300, loss: 0.04787835106253624
Step 301, loss: 0.04946717992424965
Step 302, loss: 0.045646391808986664
Step 303, loss: 0.04821226745843887
Step 304, loss: 0.05097455158829689
Step 305, loss: 0.047268662601709366
Step 306, loss: 0.04814538359642029
Step 307, loss: 0.04694213718175888
Step 308, loss: 0.04243405535817146
Step 225, loss: 0.08557405322790146
Step 226, loss: 0.08530694246292114
Step 227, loss: 0.08546976000070572
Step 228, loss: 0.08345340192317963
Step 229, loss: 0.08172785490751266
Step 230, loss: 0.07945256680250168
Step 231, loss: 0.08394867181777954
Step 232, loss: 0.07939286530017853
Step 233, loss: 0.07592486590147018
Step 234, loss: 0.08110668510198593
Step 235, loss: 0.07654121518135071
Step 236, loss: 0.07336129993200302
Step 237, loss: 0.07705063372850418
Step 238, loss: 0.07994271069765091
Step 239, loss: 0.07657013088464737
Step 240, loss: 0.07738806307315826
Step 241, loss: 0.07617823779582977
Step 242, loss: 0.07663886994123459
Step 243, loss: 0.07936929911375046
Step 244, loss: 0.07933937758207321
Step 245, loss: 0.07303805649280548
Step 246, loss: 0.07339523732662201
Step 247, loss: 0.07503438740968704
Step 248, loss: 0.07276289165019989
Step 249, loss: 0.07540655136108398
Step 250, loss: 0.07419967651367188
Step 251, loss: 0.06774839013814926
Step 252, loss: 0.0705372542142868
Step 309, loss: 0.04787210375070572
Step 310, loss: 0.04555013030767441
Step 311, loss: 0.04460772126913071
Step 312, loss: 0.044432707130908966
Step 313, loss: 0.045807432383298874
Step 314, loss: 0.043524954468011856
Step 315, loss: 0.0423855260014534
Step 316, loss: 0.04442794248461723
Step 317, loss: 0.046119529753923416
Step 318, loss: 0.043629784137010574
Step 319, loss: 0.044299859553575516
Step 320, loss: 0.04355795308947563
Step 321, loss: 0.04080451652407646
Step 322, loss: 0.04510680213570595
Step 323, loss: 0.04297354444861412
Step 324, loss: 0.04083031415939331
Step 325, loss: 0.042855266481637955
Step 326, loss: 0.04574708268046379
Step 327, loss: 0.04357508197426796
Step 328, loss: 0.04141899198293686
Step 329, loss: 0.04274528846144676
Step 330, loss: 0.03939469903707504
Step 331, loss: 0.0428595170378685
Step 332, loss: 0.04016251116991043
Step 333, loss: 0.04034368321299553
Step 334, loss: 0.040527429431676865
Step 335, loss: 0.03648242726922035
Step 336, loss: 0.03953654691576958
Step 253, loss: 0.06856542825698853
Step 254, loss: 0.06610628962516785
Step 255, loss: 0.0675315260887146
Step 256, loss: 0.06629706919193268
Step 257, loss: 0.06380276381969452
Step 258, loss: 0.06966060400009155
Step 259, loss: 0.06465473771095276
Step 260, loss: 0.06422195583581924
Step 261, loss: 0.06124506890773773
Step 262, loss: 0.06238488480448723
Step 263, loss: 0.06609262526035309
Step 264, loss: 0.0657622218132019
Step 265, loss: 0.0637216791510582
Step 266, loss: 0.05713792145252228
Step 267, loss: 0.06334277987480164
Step 268, loss: 0.060779061168432236
Step 269, loss: 0.06609759479761124
Step 270, loss: 0.06417068094015121
Step 271, loss: 0.05536091327667236
Step 272, loss: 0.05997950956225395
Step 273, loss: 0.061609018594026566
Step 274, loss: 0.060020461678504944
Step 275, loss: 0.05852517858147621
Step 276, loss: 0.06080427020788193
Step 277, loss: 0.0547313317656517
Step 278, loss: 0.059218619018793106
Step 279, loss: 0.05700915679335594
Step 280, loss: 0.06099938973784447
Step 337, loss: 0.03641829267144203
Step 281, loss: 0.05384235456585884
Step 282, loss: 0.05308053642511368
Step 283, loss: 0.05302247777581215
Step 284, loss: 0.05359649658203125
Step 285, loss: 0.0542178675532341
Step 286, loss: 0.05474961921572685
Step 287, loss: 0.052212148904800415
Step 288, loss: 0.053630124777555466
Step 289, loss: 0.05812916159629822
Step 290, loss: 0.04983071610331535
Step 291, loss: 0.052978359162807465
Step 292, loss: 0.055098384618759155
Step 293, loss: 0.052182912826538086
Step 294, loss: 0.050890956073999405
Step 295, loss: 0.05389704555273056
Step 296, loss: 0.05075477808713913
Step 297, loss: 0.04792579263448715
Step 298, loss: 0.04801347851753235
Step 299, loss: 0.05280933156609535
Step 300, loss: 0.04787835106253624
Step 301, loss: 0.04946717992424965
Step 302, loss: 0.045646391808986664
Step 303, loss: 0.04821226745843887
Step 304, loss: 0.05097455158829689
Step 305, loss: 0.047268662601709366
Step 306, loss: 0.04814538359642029
Step 307, loss: 0.04694213718175888
Step 308, loss: 0.04243405535817146
Step 338, loss: 0.04170437529683113
Step 339, loss: 0.036046676337718964
Step 340, loss: 0.03418446332216263
Step 341, loss: 0.038808926939964294
Step 342, loss: 0.037316158413887024
Step 343, loss: 0.034573737531900406
Step 344, loss: 0.03954296186566353
Step 345, loss: 0.036345258355140686
Step 346, loss: 0.03883548453450203
Step 347, loss: 0.03987649083137512
Step 348, loss: 0.03663374483585358
Step 349, loss: 0.03755534812808037
Step 350, loss: 0.04027564078569412
Step 351, loss: 0.03563329577445984
Step 352, loss: 0.03421338275074959
Step 353, loss: 0.03523556888103485
Step 354, loss: 0.03766049072146416
Step 355, loss: 0.034627970308065414
Step 356, loss: 0.03590301424264908
Step 357, loss: 0.03508733585476875
Step 358, loss: 0.0332978330552578
Step 359, loss: 0.031070826575160027
Step 360, loss: 0.033502452075481415
Step 361, loss: 0.03302958607673645
Step 362, loss: 0.032106198370456696
Step 363, loss: 0.03552405908703804
Step 364, loss: 0.03135437145829201
Step 365, loss: 0.0346033088862896
Step 309, loss: 0.04787210375070572
Step 310, loss: 0.04555013030767441
Step 311, loss: 0.04460772126913071
Step 312, loss: 0.044432707130908966
Step 313, loss: 0.045807432383298874
Step 314, loss: 0.043524954468011856
Step 315, loss: 0.0423855260014534
Step 316, loss: 0.04442794248461723
Step 317, loss: 0.046119529753923416
Step 318, loss: 0.043629784137010574
Step 319, loss: 0.044299859553575516
Step 320, loss: 0.04355795308947563
Step 321, loss: 0.04080451652407646
Step 322, loss: 0.04510680213570595
Step 323, loss: 0.04297354444861412
Step 324, loss: 0.04083031415939331
Step 325, loss: 0.042855266481637955
Step 326, loss: 0.04574708268046379
Step 327, loss: 0.04357508197426796
Step 328, loss: 0.04141899198293686
Step 329, loss: 0.04274528846144676
Step 330, loss: 0.03939469903707504
Step 331, loss: 0.0428595170378685
Step 332, loss: 0.04016251116991043
Step 333, loss: 0.04034368321299553
Step 334, loss: 0.040527429431676865
Step 335, loss: 0.03648242726922035
Step 336, loss: 0.03953654691576958
Step 366, loss: 0.036580923944711685
Step 367, loss: 0.03418072685599327
Step 368, loss: 0.032993659377098083
Step 369, loss: 0.0324590839445591
Step 370, loss: 0.032650530338287354
Step 371, loss: 0.03381111100316048
Step 372, loss: 0.03400619700551033
Step 373, loss: 0.02945505827665329
Step 374, loss: 0.031830742955207825
Step 375, loss: 0.030187519267201424
Step 376, loss: 0.029746608808636665
Step 377, loss: 0.030728405341506004
Step 378, loss: 0.03005378134548664
Step 379, loss: 0.03200570121407509
Step 380, loss: 0.030401986092329025
Step 381, loss: 0.03031478263437748
Step 382, loss: 0.02758227474987507
Step 383, loss: 0.03155796602368355
Step 384, loss: 0.03140757232904434
Step 385, loss: 0.028014300391077995
Step 386, loss: 0.028390785679221153
Step 387, loss: 0.02676212601363659
Step 388, loss: 0.02969362773001194
Step 389, loss: 0.033215004950761795
Step 390, loss: 0.026517191901803017
Step 391, loss: 0.02799243852496147
Step 392, loss: 0.02643071487545967
Step 393, loss: 0.032678596675395966
Step 337, loss: 0.03641829267144203
Step 394, loss: 0.0278543122112751
Step 395, loss: 0.02935587428510189
Step 396, loss: 0.0269524734467268
Step 397, loss: 0.025973407551646233
Step 398, loss: 0.02400783821940422
Step 399, loss: 0.025561753660440445
Step 400, loss: 0.029194386675953865
Step 401, loss: 0.02617829106748104
Step 402, loss: 0.028741223737597466
Step 403, loss: 0.028108490630984306
Step 404, loss: 0.024186575785279274
Step 405, loss: 0.02636685222387314
Step 406, loss: 0.02535375952720642
Step 407, loss: 0.023286107927560806
Step 408, loss: 0.028327636420726776
Step 409, loss: 0.02383405528962612
Step 410, loss: 0.024772079661488533
Step 411, loss: 0.025135032832622528
Step 412, loss: 0.026157960295677185
Step 413, loss: 0.024277105927467346
Step 414, loss: 0.026083501055836678
Step 415, loss: 0.022114183753728867
Step 416, loss: 0.023430753499269485
Step 417, loss: 0.021580245345830917
Step 418, loss: 0.024628309532999992
Step 419, loss: 0.024687757715582848
Step 420, loss: 0.024165304377675056
Step 338, loss: 0.04170437529683113
Step 339, loss: 0.036046676337718964
Step 340, loss: 0.03418446332216263
Step 341, loss: 0.038808926939964294
Step 342, loss: 0.037316158413887024
Step 343, loss: 0.034573737531900406
Step 344, loss: 0.03954296186566353
Step 345, loss: 0.036345258355140686
Step 346, loss: 0.03883548453450203
Step 347, loss: 0.03987649083137512
Step 348, loss: 0.03663374483585358
Step 349, loss: 0.03755534812808037
Step 350, loss: 0.04027564078569412
Step 351, loss: 0.03563329577445984
Step 352, loss: 0.03421338275074959
Step 353, loss: 0.03523556888103485
Step 354, loss: 0.03766049072146416
Step 355, loss: 0.034627970308065414
Step 356, loss: 0.03590301424264908
Step 357, loss: 0.03508733585476875
Step 358, loss: 0.0332978330552578
Step 359, loss: 0.031070826575160027
Step 360, loss: 0.033502452075481415
Step 361, loss: 0.03302958607673645
Step 362, loss: 0.032106198370456696
Step 363, loss: 0.03552405908703804
Step 364, loss: 0.03135437145829201
Step 365, loss: 0.0346033088862896
Step 421, loss: 0.022988444194197655
Step 422, loss: 0.02383410930633545
Step 423, loss: 0.02740178257226944
Step 424, loss: 0.024957211688160896
Step 425, loss: 0.02479841746389866
Step 426, loss: 0.02283697947859764
Step 427, loss: 0.023612461984157562
Step 428, loss: 0.01976703852415085
Step 429, loss: 0.020030254498124123
Step 430, loss: 0.02431175671517849
Step 431, loss: 0.023284757509827614
Step 432, loss: 0.022466572001576424
Step 433, loss: 0.022548841312527657
Step 434, loss: 0.022577568888664246
Step 435, loss: 0.020900201052427292
Step 436, loss: 0.025094587355852127
Step 437, loss: 0.023074455559253693
Step 438, loss: 0.024203956127166748
Step 439, loss: 0.024223733693361282
Step 440, loss: 0.01866997964680195
Step 441, loss: 0.02187131717801094
Step 442, loss: 0.02064139023423195
Step 443, loss: 0.020055994391441345
Step 444, loss: 0.0226142555475235
Step 445, loss: 0.023300806060433388
Step 446, loss: 0.02135215699672699
Step 447, loss: 0.019962750375270844
Step 448, loss: 0.02234184555709362
Step 366, loss: 0.036580923944711685
Step 367, loss: 0.03418072685599327
Step 368, loss: 0.032993659377098083
Step 369, loss: 0.0324590839445591
Step 370, loss: 0.032650530338287354
Step 371, loss: 0.03381111100316048
Step 372, loss: 0.03400619700551033
Step 373, loss: 0.02945505827665329
Step 374, loss: 0.031830742955207825
Step 375, loss: 0.030187519267201424
Step 376, loss: 0.029746608808636665
Step 377, loss: 0.030728405341506004
Step 378, loss: 0.03005378134548664
Step 379, loss: 0.03200570121407509
Step 380, loss: 0.030401986092329025
Step 381, loss: 0.03031478263437748
Step 382, loss: 0.02758227474987507
Step 383, loss: 0.03155796602368355
Step 384, loss: 0.03140757232904434
Step 385, loss: 0.028014300391077995
Step 386, loss: 0.028390785679221153
Step 387, loss: 0.02676212601363659
Step 388, loss: 0.02969362773001194
Step 389, loss: 0.033215004950761795
Step 390, loss: 0.026517191901803017
Step 391, loss: 0.02799243852496147
Step 392, loss: 0.02643071487545967
Step 393, loss: 0.032678596675395966
Step 449, loss: 0.023780755698680878
Step 394, loss: 0.0278543122112751
Step 395, loss: 0.02935587428510189
Step 396, loss: 0.0269524734467268
Step 397, loss: 0.025973407551646233
Step 398, loss: 0.02400783821940422
Step 399, loss: 0.025561753660440445
Step 400, loss: 0.029194386675953865
Step 401, loss: 0.02617829106748104
Step 402, loss: 0.028741223737597466
Step 403, loss: 0.028108490630984306
Step 404, loss: 0.024186575785279274
Step 405, loss: 0.02636685222387314
Step 406, loss: 0.02535375952720642
Step 407, loss: 0.023286107927560806
Step 408, loss: 0.028327636420726776
Step 409, loss: 0.02383405528962612
Step 410, loss: 0.024772079661488533
Step 411, loss: 0.025135032832622528
Step 412, loss: 0.026157960295677185
Step 413, loss: 0.024277105927467346
Step 414, loss: 0.026083501055836678
Step 415, loss: 0.022114183753728867
Step 416, loss: 0.023430753499269485
Step 417, loss: 0.021580245345830917
Step 418, loss: 0.024628309532999992
Step 419, loss: 0.024687757715582848
Step 420, loss: 0.024165304377675056
Step 421, loss: 0.022988444194197655
Step 422, loss: 0.02383410930633545
Step 423, loss: 0.02740178257226944
Step 424, loss: 0.024957211688160896
Step 425, loss: 0.02479841746389866
Step 426, loss: 0.02283697947859764
Step 427, loss: 0.023612461984157562
Step 428, loss: 0.01976703852415085
Step 429, loss: 0.020030254498124123
Step 430, loss: 0.02431175671517849
Step 431, loss: 0.023284757509827614
Step 432, loss: 0.022466572001576424
Step 433, loss: 0.022548841312527657
Step 434, loss: 0.022577568888664246
Step 435, loss: 0.020900201052427292
Step 436, loss: 0.025094587355852127
Step 437, loss: 0.023074455559253693
Step 438, loss: 0.024203956127166748
Step 439, loss: 0.024223733693361282
Step 440, loss: 0.01866997964680195
Step 441, loss: 0.02187131717801094
Step 442, loss: 0.02064139023423195
Step 443, loss: 0.020055994391441345
Step 444, loss: 0.0226142555475235
Step 445, loss: 0.023300806060433388
Step 446, loss: 0.02135215699672699
Step 447, loss: 0.019962750375270844
Step 448, loss: 0.02234184555709362
Step 449, loss: 0.023780755698680878
Step 450, loss: 0.023181045427918434
Step 451, loss: 0.02304297499358654
Step 452, loss: 0.02124534733593464
Step 453, loss: 0.019828177988529205
Step 454, loss: 0.021301571279764175
Step 455, loss: 0.018673837184906006
Step 456, loss: 0.020362118259072304
Step 457, loss: 0.02226000651717186
Step 458, loss: 0.021417776122689247
Step 459, loss: 0.02256377413868904
Step 460, loss: 0.019841551780700684
Step 461, loss: 0.020324978977441788
Step 462, loss: 0.01702338084578514
Step 463, loss: 0.018166374415159225
Step 464, loss: 0.02072092704474926
Step 465, loss: 0.02049466408789158
Step 466, loss: 0.023110032081604004
Step 467, loss: 0.018795957788825035
Step 468, loss: 0.019827820360660553
Step 469, loss: 0.018821341916918755
Step 470, loss: 0.021118976175785065
Step 471, loss: 0.021274544298648834
Step 472, loss: 0.01793072745203972
Step 473, loss: 0.019088491797447205
Step 474, loss: 0.019572898745536804
Step 475, loss: 0.020331230014562607
Step 476, loss: 0.020319808274507523
Step 477, loss: 0.019902020692825317
Step 478, loss: 0.016816232353448868
Step 479, loss: 0.02038927935063839
Step 480, loss: 0.01890087127685547
Step 481, loss: 0.02100655995309353
Step 482, loss: 0.01901761256158352
Step 483, loss: 0.02325485460460186
Step 484, loss: 0.01979728415608406
Step 485, loss: 0.02062601037323475
Step 486, loss: 0.018490906804800034
Step 487, loss: 0.0183842945843935
Step 488, loss: 0.019145477563142776
Step 489, loss: 0.019470088183879852
Step 490, loss: 0.02088436484336853
Step 491, loss: 0.017050914466381073
Step 492, loss: 0.016353245824575424
Step 493, loss: 0.01826072297990322
Step 494, loss: 0.0183415524661541
Step 495, loss: 0.021213358268141747
Step 496, loss: 0.01809023879468441
Step 497, loss: 0.019189389422535896
Step 498, loss: 0.018640272319316864
Step 499, loss: 0.01840130425989628
Step 500, loss: 0.017900479957461357
Step 501, loss: 0.016774503514170647
Step 502, loss: 0.01890231855213642
Step 503, loss: 0.018056513741612434
Step 504, loss: 0.018783727660775185
Step 505, loss: 0.020853465422987938
Step 506, loss: 0.01636027917265892
Step 507, loss: 0.01841765269637108
Step 508, loss: 0.01704653911292553
Step 509, loss: 0.017501475289463997
Step 510, loss: 0.016999702900648117
Step 511, loss: 0.015986254438757896
Step 512, loss: 0.01835124008357525
Step 513, loss: 0.02073245868086815
Step 514, loss: 0.018222030252218246
Step 515, loss: 0.01778523251414299
Step 516, loss: 0.020317386835813522
Step 517, loss: 0.017421433702111244
Step 518, loss: 0.01985548622906208
Step 519, loss: 0.017406264320015907
Step 520, loss: 0.01717398501932621
Step 521, loss: 0.019853273406624794
Step 522, loss: 0.016249781474471092
Step 523, loss: 0.016292136162519455
Step 524, loss: 0.01619070954620838
Step 525, loss: 0.017601147294044495
Step 526, loss: 0.015269585885107517
Step 527, loss: 0.016094863414764404
Step 528, loss: 0.018994664773344994
Step 529, loss: 0.016194792464375496
Step 530, loss: 0.016770968213677406
Step 531, loss: 0.017575576901435852
Step 450, loss: 0.023181045427918434
Step 451, loss: 0.02304297499358654
Step 452, loss: 0.02124534733593464
Step 453, loss: 0.019828177988529205
Step 454, loss: 0.021301571279764175
Step 455, loss: 0.018673837184906006
Step 456, loss: 0.020362118259072304
Step 457, loss: 0.02226000651717186
Step 458, loss: 0.021417776122689247
Step 459, loss: 0.02256377413868904
Step 460, loss: 0.019841551780700684
Step 461, loss: 0.020324978977441788
Step 462, loss: 0.01702338084578514
Step 463, loss: 0.018166374415159225
Step 464, loss: 0.02072092704474926
Step 465, loss: 0.02049466408789158
Step 466, loss: 0.023110032081604004
Step 467, loss: 0.018795957788825035
Step 468, loss: 0.019827820360660553
Step 469, loss: 0.018821341916918755
Step 470, loss: 0.021118976175785065
Step 471, loss: 0.021274544298648834
Step 472, loss: 0.01793072745203972
Step 473, loss: 0.019088491797447205
Step 474, loss: 0.019572898745536804
Step 475, loss: 0.020331230014562607
Step 476, loss: 0.020319808274507523
Step 532, loss: 0.0167328380048275
Step 533, loss: 0.016984350979328156
Step 534, loss: 0.018497880548238754
Step 535, loss: 0.017783576622605324
Step 536, loss: 0.016962723806500435
Step 537, loss: 0.01759941317141056
Step 538, loss: 0.01607161946594715
Step 539, loss: 0.016577953472733498
Step 540, loss: 0.015425164252519608
Step 541, loss: 0.018115725368261337
Step 542, loss: 0.01630510948598385
Step 543, loss: 0.01652929186820984
Step 544, loss: 0.01834169588983059
Step 545, loss: 0.015646951273083687
Step 546, loss: 0.015546719543635845
Step 547, loss: 0.01648630201816559
Step 548, loss: 0.01567137986421585
Step 549, loss: 0.01569066382944584
Step 550, loss: 0.0182234775274992
Step 551, loss: 0.01725202240049839
Step 552, loss: 0.014969734475016594
Step 553, loss: 0.015360294841229916
Step 554, loss: 0.015517117455601692
Step 555, loss: 0.016321446746587753
Step 556, loss: 0.015009221620857716
Step 557, loss: 0.017014797776937485
Step 558, loss: 0.017752183601260185
Step 559, loss: 0.017070457339286804
Step 477, loss: 0.019902020692825317
Step 478, loss: 0.016816232353448868
Step 479, loss: 0.02038927935063839
Step 480, loss: 0.01890087127685547
Step 481, loss: 0.02100655995309353
Step 482, loss: 0.01901761256158352
Step 483, loss: 0.02325485460460186
Step 484, loss: 0.01979728415608406
Step 485, loss: 0.02062601037323475
Step 486, loss: 0.018490906804800034
Step 487, loss: 0.0183842945843935
Step 488, loss: 0.019145477563142776
Step 489, loss: 0.019470088183879852
Step 490, loss: 0.02088436484336853
Step 491, loss: 0.017050914466381073
Step 492, loss: 0.016353245824575424
Step 493, loss: 0.01826072297990322
Step 494, loss: 0.0183415524661541
Step 495, loss: 0.021213358268141747
Step 496, loss: 0.01809023879468441
Step 497, loss: 0.019189389422535896
Step 498, loss: 0.018640272319316864
Step 499, loss: 0.01840130425989628
Step 500, loss: 0.017900479957461357
Step 501, loss: 0.016774503514170647
Step 502, loss: 0.01890231855213642
Step 503, loss: 0.018056513741612434
Step 504, loss: 0.018783727660775185
Step 560, loss: 0.01743236556649208
Step 561, loss: 0.0177911426872015
Step 505, loss: 0.020853465422987938
Step 506, loss: 0.01636027917265892
Step 507, loss: 0.01841765269637108
Step 508, loss: 0.01704653911292553
Step 509, loss: 0.017501475289463997
Step 510, loss: 0.016999702900648117
Step 511, loss: 0.015986254438757896
Step 512, loss: 0.01835124008357525
Step 513, loss: 0.02073245868086815
Step 514, loss: 0.018222030252218246
Step 515, loss: 0.01778523251414299
Step 516, loss: 0.020317386835813522
Step 517, loss: 0.017421433702111244
Step 518, loss: 0.01985548622906208
Step 519, loss: 0.017406264320015907
Step 520, loss: 0.01717398501932621
Step 521, loss: 0.019853273406624794
Step 522, loss: 0.016249781474471092
Step 523, loss: 0.016292136162519455
Step 524, loss: 0.01619070954620838
Step 525, loss: 0.017601147294044495
Step 526, loss: 0.015269585885107517
Step 527, loss: 0.016094863414764404
Step 528, loss: 0.018994664773344994
Step 529, loss: 0.016194792464375496
Step 530, loss: 0.016770968213677406
Step 531, loss: 0.017575576901435852
Step 562, loss: 0.01781720668077469
Step 563, loss: 0.01814226061105728
Step 564, loss: 0.016405971720814705
Step 565, loss: 0.015625175088644028
Step 566, loss: 0.016732219606637955
Step 567, loss: 0.016402991488575935
Step 568, loss: 0.014421285130083561
Step 569, loss: 0.016363460570573807
Step 570, loss: 0.015184920281171799
Step 571, loss: 0.018705926835536957
Step 572, loss: 0.01563507691025734
Step 573, loss: 0.015262177214026451
Step 574, loss: 0.0147151043638587
Step 575, loss: 0.014409767463803291
Step 576, loss: 0.017239397391676903
Step 577, loss: 0.015005890280008316
Step 578, loss: 0.016406597569584846
Step 579, loss: 0.01764766313135624
Step 580, loss: 0.014807789586484432
Step 581, loss: 0.0157299991697073
Step 582, loss: 0.016618743538856506
Step 583, loss: 0.01730411872267723
Step 584, loss: 0.017048414796590805
Step 585, loss: 0.016086408868432045
Step 586, loss: 0.014901080168783665
Step 587, loss: 0.01620536856353283
Step 588, loss: 0.01739097759127617
Step 532, loss: 0.0167328380048275
Step 533, loss: 0.016984350979328156
Step 534, loss: 0.018497880548238754
Step 535, loss: 0.017783576622605324
Step 536, loss: 0.016962723806500435
Step 537, loss: 0.01759941317141056
Step 538, loss: 0.01607161946594715
Step 539, loss: 0.016577953472733498
Step 540, loss: 0.015425164252519608
Step 541, loss: 0.018115725368261337
Step 542, loss: 0.01630510948598385
Step 543, loss: 0.01652929186820984
Step 544, loss: 0.01834169588983059
Step 545, loss: 0.015646951273083687
Step 546, loss: 0.015546719543635845
Step 547, loss: 0.01648630201816559
Step 548, loss: 0.01567137986421585
Step 549, loss: 0.01569066382944584
Step 550, loss: 0.0182234775274992
Step 551, loss: 0.01725202240049839
Step 552, loss: 0.014969734475016594
Step 553, loss: 0.015360294841229916
Step 554, loss: 0.015517117455601692
Step 555, loss: 0.016321446746587753
Step 556, loss: 0.015009221620857716
Step 557, loss: 0.017014797776937485
Step 558, loss: 0.017752183601260185
Step 559, loss: 0.017070457339286804
Step 589, loss: 0.01472247764468193
Step 590, loss: 0.01602311059832573
Step 591, loss: 0.014997506514191628
Step 592, loss: 0.01335641648620367
Step 593, loss: 0.014117605984210968
Step 594, loss: 0.015665283426642418
Step 595, loss: 0.017137611284852028
Step 596, loss: 0.015911273658275604
Step 597, loss: 0.014971684664487839
Step 598, loss: 0.0156243359670043
Step 599, loss: 0.017139766365289688
Step 600, loss: 0.01529831625521183
Step 601, loss: 0.014508731663227081
Step 602, loss: 0.014071950688958168
Step 603, loss: 0.013447649776935577
Step 604, loss: 0.014000184834003448
Step 605, loss: 0.013603873550891876
Step 606, loss: 0.014178255572915077
Step 607, loss: 0.01677546836435795
Step 608, loss: 0.016459297388792038
Step 609, loss: 0.014671706594526768
Step 610, loss: 0.016898639500141144
Step 611, loss: 0.01414390280842781
Step 612, loss: 0.014409850351512432
Step 613, loss: 0.014764855615794659
Step 614, loss: 0.015031132847070694
Step 615, loss: 0.013893024064600468
Step 560, loss: 0.01743236556649208
Step 561, loss: 0.0177911426872015
Step 616, loss: 0.015530804172158241
Step 617, loss: 0.012260843068361282
Step 618, loss: 0.014346896670758724
Step 619, loss: 0.01543420273810625
Step 620, loss: 0.015775054693222046
Step 621, loss: 0.011924561113119125
Step 622, loss: 0.014865587465465069
Step 623, loss: 0.01416496280580759
Step 624, loss: 0.014928840100765228
Step 625, loss: 0.014910557307302952
Step 626, loss: 0.015341607853770256
Step 627, loss: 0.01373345497995615
Step 628, loss: 0.01305749174207449
Step 629, loss: 0.01377735286951065
Step 630, loss: 0.013761432841420174
Step 631, loss: 0.013818356208503246
Step 632, loss: 0.01323265302926302
Step 633, loss: 0.012375222519040108
Step 634, loss: 0.01424483023583889
Step 635, loss: 0.013510862365365028
Step 636, loss: 0.016278332099318504
Step 637, loss: 0.01452614739537239
Step 638, loss: 0.013721778057515621
Step 639, loss: 0.013488189317286015
Step 640, loss: 0.015955016016960144
Step 641, loss: 0.01318005844950676
Step 642, loss: 0.014467140659689903
Step 450, loss: 0.023181045427918434
Step 451, loss: 0.02304297499358654
Step 452, loss: 0.02124534733593464
Step 453, loss: 0.019828177988529205
Step 454, loss: 0.021301571279764175
Step 455, loss: 0.018673837184906006
Step 456, loss: 0.020362118259072304
Step 457, loss: 0.02226000651717186
Step 458, loss: 0.021417776122689247
Step 459, loss: 0.02256377413868904
Step 460, loss: 0.019841551780700684
Step 461, loss: 0.020324978977441788
Step 462, loss: 0.01702338084578514
Step 463, loss: 0.018166374415159225
Step 464, loss: 0.02072092704474926
Step 465, loss: 0.02049466408789158
Step 466, loss: 0.023110032081604004
Step 467, loss: 0.018795957788825035
Step 468, loss: 0.019827820360660553
Step 469, loss: 0.018821341916918755
Step 470, loss: 0.021118976175785065
Step 471, loss: 0.021274544298648834
Step 472, loss: 0.01793072745203972
Step 473, loss: 0.019088491797447205
Step 474, loss: 0.019572898745536804
Step 475, loss: 0.020331230014562607
Step 476, loss: 0.020319808274507523
Step 643, loss: 0.011856368742883205
Step 644, loss: 0.014181533828377724
Step 645, loss: 0.015076118521392345
Step 646, loss: 0.013553879223763943
Step 647, loss: 0.015145722776651382
Step 648, loss: 0.012988036498427391
Step 649, loss: 0.013960870914161205
Step 650, loss: 0.012578853406012058
Step 651, loss: 0.013430691324174404
Step 652, loss: 0.014893796294927597
Step 653, loss: 0.012426230125129223
Step 654, loss: 0.01249969843775034
Step 655, loss: 0.014322828501462936
Step 656, loss: 0.013921540230512619
Step 657, loss: 0.014532135799527168
Step 658, loss: 0.012522281147539616
Step 659, loss: 0.014506150968372822
Step 660, loss: 0.01237627025693655
Step 661, loss: 0.012810991145670414
Step 662, loss: 0.013536459766328335
Step 663, loss: 0.013362929224967957
Step 664, loss: 0.015036179684102535
Step 665, loss: 0.015232167206704617
Step 666, loss: 0.012425703927874565
Step 667, loss: 0.01325821690261364
Step 668, loss: 0.01196732372045517
Step 669, loss: 0.011418258771300316
Step 477, loss: 0.019902020692825317
Step 478, loss: 0.016816232353448868
Step 479, loss: 0.02038927935063839
Step 480, loss: 0.01890087127685547
Step 481, loss: 0.02100655995309353
Step 482, loss: 0.01901761256158352
Step 483, loss: 0.02325485460460186
Step 484, loss: 0.01979728415608406
Step 485, loss: 0.02062601037323475
Step 486, loss: 0.018490906804800034
Step 487, loss: 0.0183842945843935
Step 488, loss: 0.019145477563142776
Step 489, loss: 0.019470088183879852
Step 490, loss: 0.02088436484336853
Step 491, loss: 0.017050914466381073
Step 492, loss: 0.016353245824575424
Step 493, loss: 0.01826072297990322
Step 494, loss: 0.0183415524661541
Step 495, loss: 0.021213358268141747
Step 496, loss: 0.01809023879468441
Step 497, loss: 0.019189389422535896
Step 498, loss: 0.018640272319316864
Step 499, loss: 0.01840130425989628
Step 500, loss: 0.017900479957461357
Step 501, loss: 0.016774503514170647
Step 502, loss: 0.01890231855213642
Step 503, loss: 0.018056513741612434
Step 504, loss: 0.018783727660775185
Step 670, loss: 0.013567900285124779
Step 671, loss: 0.013429469428956509
Step 672, loss: 0.013531164266169071
Step 505, loss: 0.020853465422987938
Step 506, loss: 0.01636027917265892
Step 507, loss: 0.01841765269637108
Step 508, loss: 0.01704653911292553
Step 509, loss: 0.017501475289463997
Step 510, loss: 0.016999702900648117
Step 511, loss: 0.015986254438757896
Step 512, loss: 0.01835124008357525
Step 513, loss: 0.02073245868086815
Step 514, loss: 0.018222030252218246
Step 515, loss: 0.01778523251414299
Step 516, loss: 0.020317386835813522
Step 517, loss: 0.017421433702111244
Step 518, loss: 0.01985548622906208
Step 519, loss: 0.017406264320015907
Step 520, loss: 0.01717398501932621
Step 521, loss: 0.019853273406624794
Step 522, loss: 0.016249781474471092
Step 523, loss: 0.016292136162519455
Step 524, loss: 0.01619070954620838
Step 525, loss: 0.017601147294044495
Step 526, loss: 0.015269585885107517
Step 527, loss: 0.016094863414764404
Step 528, loss: 0.018994664773344994
Step 529, loss: 0.016194792464375496
Step 530, loss: 0.016770968213677406
Step 531, loss: 0.017575576901435852
Step 450, loss: 0.023181045427918434
Step 451, loss: 0.02304297499358654
Step 452, loss: 0.02124534733593464
Step 453, loss: 0.019828177988529205
Step 454, loss: 0.021301571279764175
Step 455, loss: 0.018673837184906006
Step 456, loss: 0.020362118259072304
Step 457, loss: 0.02226000651717186
Step 458, loss: 0.021417776122689247
Step 459, loss: 0.02256377413868904
Step 460, loss: 0.019841551780700684
Step 461, loss: 0.020324978977441788
Step 462, loss: 0.01702338084578514
Step 463, loss: 0.018166374415159225
Step 464, loss: 0.02072092704474926
Step 465, loss: 0.02049466408789158
Step 466, loss: 0.023110032081604004
Step 467, loss: 0.018795957788825035
Step 468, loss: 0.019827820360660553
Step 469, loss: 0.018821341916918755
Step 470, loss: 0.021118976175785065
Step 471, loss: 0.021274544298648834
Step 472, loss: 0.01793072745203972
Step 473, loss: 0.019088491797447205
Step 474, loss: 0.019572898745536804
Step 475, loss: 0.020331230014562607
Step 476, loss: 0.020319808274507523
Step 532, loss: 0.0167328380048275
Step 533, loss: 0.016984350979328156
Step 534, loss: 0.018497880548238754
Step 535, loss: 0.017783576622605324
Step 536, loss: 0.016962723806500435
Step 537, loss: 0.01759941317141056
Step 538, loss: 0.01607161946594715
Step 539, loss: 0.016577953472733498
Step 540, loss: 0.015425164252519608
Step 541, loss: 0.018115725368261337
Step 542, loss: 0.01630510948598385
Step 543, loss: 0.01652929186820984
Step 544, loss: 0.01834169588983059
Step 545, loss: 0.015646951273083687
Step 546, loss: 0.015546719543635845
Step 547, loss: 0.01648630201816559
Step 548, loss: 0.01567137986421585
Step 549, loss: 0.01569066382944584
Step 550, loss: 0.0182234775274992
Step 551, loss: 0.01725202240049839
Step 552, loss: 0.014969734475016594
Step 553, loss: 0.015360294841229916
Step 554, loss: 0.015517117455601692
Step 555, loss: 0.016321446746587753
Step 556, loss: 0.015009221620857716
Step 557, loss: 0.017014797776937485
Step 558, loss: 0.017752183601260185
Step 559, loss: 0.017070457339286804
Step 477, loss: 0.019902020692825317
Step 478, loss: 0.016816232353448868
Step 479, loss: 0.02038927935063839
Step 480, loss: 0.01890087127685547
Step 481, loss: 0.02100655995309353
Step 482, loss: 0.01901761256158352
Step 483, loss: 0.02325485460460186
Step 484, loss: 0.01979728415608406
Step 485, loss: 0.02062601037323475
Step 486, loss: 0.018490906804800034
Step 487, loss: 0.0183842945843935
Step 488, loss: 0.019145477563142776
Step 489, loss: 0.019470088183879852
Step 490, loss: 0.02088436484336853
Step 491, loss: 0.017050914466381073
Step 492, loss: 0.016353245824575424
Step 493, loss: 0.01826072297990322
Step 494, loss: 0.0183415524661541
Step 495, loss: 0.021213358268141747
Step 496, loss: 0.01809023879468441
Step 497, loss: 0.019189389422535896
Step 498, loss: 0.018640272319316864
Step 499, loss: 0.01840130425989628
Step 500, loss: 0.017900479957461357
Step 501, loss: 0.016774503514170647
Step 502, loss: 0.01890231855213642
Step 503, loss: 0.018056513741612434
Step 504, loss: 0.018783727660775185
Step 560, loss: 0.01743236556649208
Step 561, loss: 0.0177911426872015
Step 505, loss: 0.020853465422987938
Step 506, loss: 0.01636027917265892
Step 507, loss: 0.01841765269637108
Step 508, loss: 0.01704653911292553
Step 509, loss: 0.017501475289463997
Step 510, loss: 0.016999702900648117
Step 511, loss: 0.015986254438757896
Step 512, loss: 0.01835124008357525
Step 513, loss: 0.02073245868086815
Step 514, loss: 0.018222030252218246
Step 515, loss: 0.01778523251414299
Step 516, loss: 0.020317386835813522
Step 517, loss: 0.017421433702111244
Step 518, loss: 0.01985548622906208
Step 519, loss: 0.017406264320015907
Step 520, loss: 0.01717398501932621
Step 521, loss: 0.019853273406624794
Step 522, loss: 0.016249781474471092
Step 523, loss: 0.016292136162519455
Step 524, loss: 0.01619070954620838
Step 525, loss: 0.017601147294044495
Step 526, loss: 0.015269585885107517
Step 527, loss: 0.016094863414764404
Step 528, loss: 0.018994664773344994
Step 529, loss: 0.016194792464375496
Step 530, loss: 0.016770968213677406
Step 531, loss: 0.017575576901435852
Step 562, loss: 0.01781720668077469
Step 563, loss: 0.01814226061105728
Step 564, loss: 0.016405971720814705
Step 565, loss: 0.015625175088644028
Step 566, loss: 0.016732219606637955
Step 567, loss: 0.016402991488575935
Step 568, loss: 0.014421285130083561
Step 569, loss: 0.016363460570573807
Step 570, loss: 0.015184920281171799
Step 571, loss: 0.018705926835536957
Step 572, loss: 0.01563507691025734
Step 573, loss: 0.015262177214026451
Step 574, loss: 0.0147151043638587
Step 575, loss: 0.014409767463803291
Step 576, loss: 0.017239397391676903
Step 577, loss: 0.015005890280008316
Step 578, loss: 0.016406597569584846
Step 579, loss: 0.01764766313135624
Step 580, loss: 0.014807789586484432
Step 581, loss: 0.0157299991697073
Step 582, loss: 0.016618743538856506
Step 583, loss: 0.01730411872267723
Step 584, loss: 0.017048414796590805
Step 585, loss: 0.016086408868432045
Step 586, loss: 0.014901080168783665
Step 587, loss: 0.01620536856353283
Step 588, loss: 0.01739097759127617
Step 532, loss: 0.0167328380048275
Step 533, loss: 0.016984350979328156
Step 534, loss: 0.018497880548238754
Step 535, loss: 0.017783576622605324
Step 536, loss: 0.016962723806500435
Step 537, loss: 0.01759941317141056
Step 538, loss: 0.01607161946594715
Step 539, loss: 0.016577953472733498
Step 540, loss: 0.015425164252519608
Step 541, loss: 0.018115725368261337
Step 542, loss: 0.01630510948598385
Step 543, loss: 0.01652929186820984
Step 544, loss: 0.01834169588983059
Step 545, loss: 0.015646951273083687
Step 546, loss: 0.015546719543635845
Step 547, loss: 0.01648630201816559
Step 548, loss: 0.01567137986421585
Step 549, loss: 0.01569066382944584
Step 550, loss: 0.0182234775274992
Step 551, loss: 0.01725202240049839
Step 552, loss: 0.014969734475016594
Step 553, loss: 0.015360294841229916
Step 554, loss: 0.015517117455601692
Step 555, loss: 0.016321446746587753
Step 556, loss: 0.015009221620857716
Step 557, loss: 0.017014797776937485
Step 558, loss: 0.017752183601260185
Step 559, loss: 0.017070457339286804
Step 589, loss: 0.01472247764468193
Step 590, loss: 0.01602311059832573
Step 591, loss: 0.014997506514191628
Step 592, loss: 0.01335641648620367
Step 593, loss: 0.014117605984210968
Step 594, loss: 0.015665283426642418
Step 595, loss: 0.017137611284852028
Step 596, loss: 0.015911273658275604
Step 597, loss: 0.014971684664487839
Step 598, loss: 0.0156243359670043
Step 599, loss: 0.017139766365289688
Step 600, loss: 0.01529831625521183
Step 601, loss: 0.014508731663227081
Step 602, loss: 0.014071950688958168
Step 603, loss: 0.013447649776935577
Step 604, loss: 0.014000184834003448
Step 605, loss: 0.013603873550891876
Step 606, loss: 0.014178255572915077
Step 607, loss: 0.01677546836435795
Step 608, loss: 0.016459297388792038
Step 609, loss: 0.014671706594526768
Step 610, loss: 0.016898639500141144
Step 611, loss: 0.01414390280842781
Step 612, loss: 0.014409850351512432
Step 613, loss: 0.014764855615794659
Step 614, loss: 0.015031132847070694
Step 615, loss: 0.013893024064600468
Step 560, loss: 0.01743236556649208
Step 561, loss: 0.0177911426872015
Step 616, loss: 0.015530804172158241
Step 617, loss: 0.012260843068361282
Step 618, loss: 0.014346896670758724
Step 619, loss: 0.01543420273810625
Step 620, loss: 0.015775054693222046
Step 621, loss: 0.011924561113119125
Step 622, loss: 0.014865587465465069
Step 623, loss: 0.01416496280580759
Step 624, loss: 0.014928840100765228
Step 625, loss: 0.014910557307302952
Step 626, loss: 0.015341607853770256
Step 627, loss: 0.01373345497995615
Step 628, loss: 0.01305749174207449
Step 629, loss: 0.01377735286951065
Step 630, loss: 0.013761432841420174
Step 631, loss: 0.013818356208503246
Step 632, loss: 0.01323265302926302
Step 633, loss: 0.012375222519040108
Step 634, loss: 0.01424483023583889
Step 635, loss: 0.013510862365365028
Step 636, loss: 0.016278332099318504
Step 637, loss: 0.01452614739537239
Step 638, loss: 0.013721778057515621
Step 639, loss: 0.013488189317286015
Step 640, loss: 0.015955016016960144
Step 641, loss: 0.01318005844950676
Step 642, loss: 0.014467140659689903
Step 450, loss: 0.023181045427918434
Step 451, loss: 0.02304297499358654
Step 452, loss: 0.02124534733593464
Step 453, loss: 0.019828177988529205
Step 454, loss: 0.021301571279764175
Step 455, loss: 0.018673837184906006
Step 456, loss: 0.020362118259072304
Step 457, loss: 0.02226000651717186
Step 458, loss: 0.021417776122689247
Step 459, loss: 0.02256377413868904
Step 460, loss: 0.019841551780700684
Step 461, loss: 0.020324978977441788
Step 462, loss: 0.01702338084578514
Step 463, loss: 0.018166374415159225
Step 464, loss: 0.02072092704474926
Step 465, loss: 0.02049466408789158
Step 466, loss: 0.023110032081604004
Step 467, loss: 0.018795957788825035
Step 468, loss: 0.019827820360660553
Step 469, loss: 0.018821341916918755
Step 470, loss: 0.021118976175785065
Step 471, loss: 0.021274544298648834
Step 472, loss: 0.01793072745203972
Step 473, loss: 0.019088491797447205
Step 474, loss: 0.019572898745536804
Step 475, loss: 0.020331230014562607
Step 476, loss: 0.020319808274507523
Step 643, loss: 0.011856368742883205
Step 644, loss: 0.014181533828377724
Step 645, loss: 0.015076118521392345
Step 646, loss: 0.013553879223763943
Step 647, loss: 0.015145722776651382
Step 648, loss: 0.012988036498427391
Step 649, loss: 0.013960870914161205
Step 650, loss: 0.012578853406012058
Step 651, loss: 0.013430691324174404
Step 652, loss: 0.014893796294927597
Step 653, loss: 0.012426230125129223
Step 654, loss: 0.01249969843775034
Step 655, loss: 0.014322828501462936
Step 656, loss: 0.013921540230512619
Step 657, loss: 0.014532135799527168
Step 658, loss: 0.012522281147539616
Step 659, loss: 0.014506150968372822
Step 660, loss: 0.01237627025693655
Step 661, loss: 0.012810991145670414
Step 662, loss: 0.013536459766328335
Step 663, loss: 0.013362929224967957
Step 664, loss: 0.015036179684102535
Step 665, loss: 0.015232167206704617
Step 666, loss: 0.012425703927874565
Step 667, loss: 0.01325821690261364
Step 668, loss: 0.01196732372045517
Step 669, loss: 0.011418258771300316
Step 477, loss: 0.019902020692825317
Step 478, loss: 0.016816232353448868
Step 479, loss: 0.02038927935063839
Step 480, loss: 0.01890087127685547
Step 481, loss: 0.02100655995309353
Step 482, loss: 0.01901761256158352
Step 483, loss: 0.02325485460460186
Step 484, loss: 0.01979728415608406
Step 485, loss: 0.02062601037323475
Step 486, loss: 0.018490906804800034
Step 487, loss: 0.0183842945843935
Step 488, loss: 0.019145477563142776
Step 489, loss: 0.019470088183879852
Step 490, loss: 0.02088436484336853
Step 491, loss: 0.017050914466381073
Step 492, loss: 0.016353245824575424
Step 493, loss: 0.01826072297990322
Step 494, loss: 0.0183415524661541
Step 495, loss: 0.021213358268141747
Step 496, loss: 0.01809023879468441
Step 497, loss: 0.019189389422535896
Step 498, loss: 0.018640272319316864
Step 499, loss: 0.01840130425989628
Step 500, loss: 0.017900479957461357
Step 501, loss: 0.016774503514170647
Step 502, loss: 0.01890231855213642
Step 503, loss: 0.018056513741612434
Step 504, loss: 0.018783727660775185
Step 670, loss: 0.013567900285124779
Step 671, loss: 0.013429469428956509
Step 672, loss: 0.013531164266169071
Step 505, loss: 0.020853465422987938
Step 506, loss: 0.01636027917265892
Step 507, loss: 0.01841765269637108
Step 508, loss: 0.01704653911292553
Step 509, loss: 0.017501475289463997
Step 510, loss: 0.016999702900648117
Step 511, loss: 0.015986254438757896
Step 512, loss: 0.01835124008357525
Step 513, loss: 0.02073245868086815
Step 514, loss: 0.018222030252218246
Step 515, loss: 0.01778523251414299
Step 516, loss: 0.020317386835813522
Step 517, loss: 0.017421433702111244
Step 518, loss: 0.01985548622906208
Step 519, loss: 0.017406264320015907
Step 520, loss: 0.01717398501932621
Step 521, loss: 0.019853273406624794
Step 522, loss: 0.016249781474471092
Step 523, loss: 0.016292136162519455
Step 524, loss: 0.01619070954620838
Step 525, loss: 0.017601147294044495
Step 526, loss: 0.015269585885107517
Step 527, loss: 0.016094863414764404
Step 528, loss: 0.018994664773344994
Step 529, loss: 0.016194792464375496
Step 530, loss: 0.016770968213677406
Step 531, loss: 0.017575576901435852
Step 562, loss: 0.01781720668077469
Step 563, loss: 0.01814226061105728
Step 564, loss: 0.016405971720814705
Step 565, loss: 0.015625175088644028
Step 566, loss: 0.016732219606637955
Step 567, loss: 0.016402991488575935
Step 568, loss: 0.014421285130083561
Step 569, loss: 0.016363460570573807
Step 570, loss: 0.015184920281171799
Step 571, loss: 0.018705926835536957
Step 572, loss: 0.01563507691025734
Step 573, loss: 0.015262177214026451
Step 574, loss: 0.0147151043638587
Step 575, loss: 0.014409767463803291
Step 576, loss: 0.017239397391676903
Step 577, loss: 0.015005890280008316
Step 578, loss: 0.016406597569584846
Step 579, loss: 0.01764766313135624
Step 580, loss: 0.014807789586484432
Step 581, loss: 0.0157299991697073
Step 582, loss: 0.016618743538856506
Step 583, loss: 0.01730411872267723
Step 584, loss: 0.017048414796590805
Step 585, loss: 0.016086408868432045
Step 586, loss: 0.014901080168783665
Step 587, loss: 0.01620536856353283
Step 588, loss: 0.01739097759127617
Step 532, loss: 0.0167328380048275
Step 533, loss: 0.016984350979328156
Step 534, loss: 0.018497880548238754
Step 535, loss: 0.017783576622605324
Step 536, loss: 0.016962723806500435
Step 537, loss: 0.01759941317141056
Step 538, loss: 0.01607161946594715
Step 539, loss: 0.016577953472733498
Step 540, loss: 0.015425164252519608
Step 541, loss: 0.018115725368261337
Step 542, loss: 0.01630510948598385
Step 543, loss: 0.01652929186820984
Step 544, loss: 0.01834169588983059
Step 545, loss: 0.015646951273083687
Step 546, loss: 0.015546719543635845
Step 547, loss: 0.01648630201816559
Step 548, loss: 0.01567137986421585
Step 549, loss: 0.01569066382944584
Step 550, loss: 0.0182234775274992
Step 551, loss: 0.01725202240049839
Step 552, loss: 0.014969734475016594
Step 553, loss: 0.015360294841229916
Step 554, loss: 0.015517117455601692
Step 555, loss: 0.016321446746587753
Step 556, loss: 0.015009221620857716
Step 557, loss: 0.017014797776937485
Step 558, loss: 0.017752183601260185
Step 559, loss: 0.017070457339286804
Step 589, loss: 0.01472247764468193
Step 590, loss: 0.01602311059832573
Step 591, loss: 0.014997506514191628
Step 592, loss: 0.01335641648620367
Step 593, loss: 0.014117605984210968
Step 594, loss: 0.015665283426642418
Step 595, loss: 0.017137611284852028
Step 596, loss: 0.015911273658275604
Step 597, loss: 0.014971684664487839
Step 598, loss: 0.0156243359670043
Step 599, loss: 0.017139766365289688
Step 600, loss: 0.01529831625521183
Step 601, loss: 0.014508731663227081
Step 602, loss: 0.014071950688958168
Step 603, loss: 0.013447649776935577
Step 604, loss: 0.014000184834003448
Step 605, loss: 0.013603873550891876
Step 606, loss: 0.014178255572915077
Step 607, loss: 0.01677546836435795
Step 608, loss: 0.016459297388792038
Step 609, loss: 0.014671706594526768
Step 610, loss: 0.016898639500141144
Step 611, loss: 0.01414390280842781
Step 612, loss: 0.014409850351512432
Step 613, loss: 0.014764855615794659
Step 614, loss: 0.015031132847070694
Step 615, loss: 0.013893024064600468
Step 560, loss: 0.01743236556649208
Step 561, loss: 0.0177911426872015
Step 616, loss: 0.015530804172158241
Step 617, loss: 0.012260843068361282
Step 618, loss: 0.014346896670758724
Step 619, loss: 0.01543420273810625
Step 620, loss: 0.015775054693222046
Step 621, loss: 0.011924561113119125
Step 622, loss: 0.014865587465465069
Step 623, loss: 0.01416496280580759
Step 624, loss: 0.014928840100765228
Step 625, loss: 0.014910557307302952
Step 626, loss: 0.015341607853770256
Step 627, loss: 0.01373345497995615
Step 628, loss: 0.01305749174207449
Step 629, loss: 0.01377735286951065
Step 630, loss: 0.013761432841420174
Step 631, loss: 0.013818356208503246
Step 632, loss: 0.01323265302926302
Step 633, loss: 0.012375222519040108
Step 634, loss: 0.01424483023583889
Step 635, loss: 0.013510862365365028
Step 636, loss: 0.016278332099318504
Step 637, loss: 0.01452614739537239
Step 638, loss: 0.013721778057515621
Step 639, loss: 0.013488189317286015
Step 640, loss: 0.015955016016960144
Step 641, loss: 0.01318005844950676
Step 642, loss: 0.014467140659689903
Step 562, loss: 0.01781720668077469
Step 563, loss: 0.01814226061105728
Step 564, loss: 0.016405971720814705
Step 565, loss: 0.015625175088644028
Step 566, loss: 0.016732219606637955
Step 567, loss: 0.016402991488575935
Step 568, loss: 0.014421285130083561
Step 569, loss: 0.016363460570573807
Step 570, loss: 0.015184920281171799
Step 571, loss: 0.018705926835536957
Step 572, loss: 0.01563507691025734
Step 573, loss: 0.015262177214026451
Step 574, loss: 0.0147151043638587
Step 575, loss: 0.014409767463803291
Step 576, loss: 0.017239397391676903
Step 577, loss: 0.015005890280008316
Step 578, loss: 0.016406597569584846
Step 579, loss: 0.01764766313135624
Step 580, loss: 0.014807789586484432
Step 581, loss: 0.0157299991697073
Step 582, loss: 0.016618743538856506
Step 583, loss: 0.01730411872267723
Step 584, loss: 0.017048414796590805
Step 585, loss: 0.016086408868432045
Step 586, loss: 0.014901080168783665
Step 587, loss: 0.01620536856353283
Step 588, loss: 0.01739097759127617
Step 643, loss: 0.011856368742883205
Step 644, loss: 0.014181533828377724
Step 645, loss: 0.015076118521392345
Step 646, loss: 0.013553879223763943
Step 647, loss: 0.015145722776651382
Step 648, loss: 0.012988036498427391
Step 649, loss: 0.013960870914161205
Step 650, loss: 0.012578853406012058
Step 651, loss: 0.013430691324174404
Step 652, loss: 0.014893796294927597
Step 653, loss: 0.012426230125129223
Step 654, loss: 0.01249969843775034
Step 655, loss: 0.014322828501462936
Step 656, loss: 0.013921540230512619
Step 657, loss: 0.014532135799527168
Step 658, loss: 0.012522281147539616
Step 659, loss: 0.014506150968372822
Step 660, loss: 0.01237627025693655
Step 661, loss: 0.012810991145670414
Step 662, loss: 0.013536459766328335
Step 663, loss: 0.013362929224967957
Step 664, loss: 0.015036179684102535
Step 665, loss: 0.015232167206704617
Step 666, loss: 0.012425703927874565
Step 667, loss: 0.01325821690261364
Step 668, loss: 0.01196732372045517
Step 669, loss: 0.011418258771300316
Step 589, loss: 0.01472247764468193
Step 590, loss: 0.01602311059832573
Step 591, loss: 0.014997506514191628
Step 592, loss: 0.01335641648620367
Step 593, loss: 0.014117605984210968
Step 594, loss: 0.015665283426642418
Step 595, loss: 0.017137611284852028
Step 596, loss: 0.015911273658275604
Step 597, loss: 0.014971684664487839
Step 598, loss: 0.0156243359670043
Step 599, loss: 0.017139766365289688
Step 600, loss: 0.01529831625521183
Step 601, loss: 0.014508731663227081
Step 602, loss: 0.014071950688958168
Step 603, loss: 0.013447649776935577
Step 604, loss: 0.014000184834003448
Step 605, loss: 0.013603873550891876
Step 606, loss: 0.014178255572915077
Step 607, loss: 0.01677546836435795
Step 608, loss: 0.016459297388792038
Step 609, loss: 0.014671706594526768
Step 610, loss: 0.016898639500141144
Step 611, loss: 0.01414390280842781
Step 612, loss: 0.014409850351512432
Step 613, loss: 0.014764855615794659
Step 614, loss: 0.015031132847070694
Step 615, loss: 0.013893024064600468
Step 670, loss: 0.013567900285124779
Step 671, loss: 0.013429469428956509
Step 672, loss: 0.013531164266169071
Step 616, loss: 0.015530804172158241
Step 617, loss: 0.012260843068361282
Step 618, loss: 0.014346896670758724
Step 619, loss: 0.01543420273810625
Step 620, loss: 0.015775054693222046
Step 621, loss: 0.011924561113119125
Step 622, loss: 0.014865587465465069
Step 623, loss: 0.01416496280580759
Step 624, loss: 0.014928840100765228
Step 625, loss: 0.014910557307302952
Step 626, loss: 0.015341607853770256
Step 627, loss: 0.01373345497995615
Step 628, loss: 0.01305749174207449
Step 629, loss: 0.01377735286951065
Step 630, loss: 0.013761432841420174
Step 631, loss: 0.013818356208503246
Step 632, loss: 0.01323265302926302
Step 633, loss: 0.012375222519040108
Step 634, loss: 0.01424483023583889
Step 635, loss: 0.013510862365365028
Step 636, loss: 0.016278332099318504
Step 637, loss: 0.01452614739537239
Step 638, loss: 0.013721778057515621
Step 639, loss: 0.013488189317286015
Step 640, loss: 0.015955016016960144
Step 641, loss: 0.01318005844950676
Step 642, loss: 0.014467140659689903
Step 643, loss: 0.011856368742883205
Step 644, loss: 0.014181533828377724
Step 645, loss: 0.015076118521392345
Step 646, loss: 0.013553879223763943
Step 647, loss: 0.015145722776651382
Step 648, loss: 0.012988036498427391
Step 649, loss: 0.013960870914161205
Step 650, loss: 0.012578853406012058
Step 651, loss: 0.013430691324174404
Step 652, loss: 0.014893796294927597
Step 653, loss: 0.012426230125129223
Step 654, loss: 0.01249969843775034
Step 655, loss: 0.014322828501462936
Step 656, loss: 0.013921540230512619
Step 657, loss: 0.014532135799527168
Step 658, loss: 0.012522281147539616
Step 659, loss: 0.014506150968372822
Step 660, loss: 0.01237627025693655
Step 661, loss: 0.012810991145670414
Step 662, loss: 0.013536459766328335
Step 663, loss: 0.013362929224967957
Step 664, loss: 0.015036179684102535
Step 665, loss: 0.015232167206704617
Step 666, loss: 0.012425703927874565
Step 667, loss: 0.01325821690261364
Step 668, loss: 0.01196732372045517
Step 669, loss: 0.011418258771300316
Step 670, loss: 0.013567900285124779
Step 671, loss: 0.013429469428956509
Step 672, loss: 0.013531164266169071
Step 562, loss: 0.01781720668077469
Step 563, loss: 0.01814226061105728
Step 564, loss: 0.016405971720814705
Step 565, loss: 0.015625175088644028
Step 566, loss: 0.016732219606637955
Step 567, loss: 0.016402991488575935
Step 568, loss: 0.014421285130083561
Step 569, loss: 0.016363460570573807
Step 570, loss: 0.015184920281171799
Step 571, loss: 0.018705926835536957
Step 572, loss: 0.01563507691025734
Step 573, loss: 0.015262177214026451
Step 574, loss: 0.0147151043638587
Step 575, loss: 0.014409767463803291
Step 576, loss: 0.017239397391676903
Step 577, loss: 0.015005890280008316
Step 578, loss: 0.016406597569584846
Step 579, loss: 0.01764766313135624
Step 580, loss: 0.014807789586484432
Step 581, loss: 0.0157299991697073
Step 582, loss: 0.016618743538856506
Step 583, loss: 0.01730411872267723
Step 584, loss: 0.017048414796590805
Step 585, loss: 0.016086408868432045
Step 586, loss: 0.014901080168783665
Step 587, loss: 0.01620536856353283
Step 588, loss: 0.01739097759127617
Step 589, loss: 0.01472247764468193
Step 590, loss: 0.01602311059832573
Step 591, loss: 0.014997506514191628
Step 592, loss: 0.01335641648620367
Step 593, loss: 0.014117605984210968
Step 594, loss: 0.015665283426642418
Step 595, loss: 0.017137611284852028
Step 596, loss: 0.015911273658275604
Step 597, loss: 0.014971684664487839
Step 598, loss: 0.0156243359670043
Step 599, loss: 0.017139766365289688
Step 600, loss: 0.01529831625521183
Step 601, loss: 0.014508731663227081
Step 602, loss: 0.014071950688958168
Step 603, loss: 0.013447649776935577
Step 604, loss: 0.014000184834003448
Step 605, loss: 0.013603873550891876
Step 606, loss: 0.014178255572915077
Step 607, loss: 0.01677546836435795
Step 608, loss: 0.016459297388792038
Step 609, loss: 0.014671706594526768
Step 610, loss: 0.016898639500141144
Step 611, loss: 0.01414390280842781
Step 612, loss: 0.014409850351512432
Step 613, loss: 0.014764855615794659
Step 614, loss: 0.015031132847070694
Step 615, loss: 0.013893024064600468
Step 616, loss: 0.015530804172158241
Step 617, loss: 0.012260843068361282
Step 618, loss: 0.014346896670758724
Step 619, loss: 0.01543420273810625
Step 620, loss: 0.015775054693222046
Step 621, loss: 0.011924561113119125
Step 622, loss: 0.014865587465465069
Step 623, loss: 0.01416496280580759
Step 624, loss: 0.014928840100765228
Step 625, loss: 0.014910557307302952
Step 626, loss: 0.015341607853770256
Step 627, loss: 0.01373345497995615
Step 628, loss: 0.01305749174207449
Step 629, loss: 0.01377735286951065
Step 630, loss: 0.013761432841420174
Step 631, loss: 0.013818356208503246
Step 632, loss: 0.01323265302926302
Step 633, loss: 0.012375222519040108
Step 634, loss: 0.01424483023583889
Step 635, loss: 0.013510862365365028
Step 636, loss: 0.016278332099318504
Step 637, loss: 0.01452614739537239
Step 638, loss: 0.013721778057515621
Step 639, loss: 0.013488189317286015
Step 640, loss: 0.015955016016960144
Step 641, loss: 0.01318005844950676
Step 642, loss: 0.014467140659689903
Step 643, loss: 0.011856368742883205
Step 644, loss: 0.014181533828377724
Step 645, loss: 0.015076118521392345
Step 646, loss: 0.013553879223763943
Step 647, loss: 0.015145722776651382
Step 648, loss: 0.012988036498427391
Step 649, loss: 0.013960870914161205
Step 650, loss: 0.012578853406012058
Step 651, loss: 0.013430691324174404
Step 652, loss: 0.014893796294927597
Step 653, loss: 0.012426230125129223
Step 654, loss: 0.01249969843775034
Step 655, loss: 0.014322828501462936
Step 656, loss: 0.013921540230512619
Step 657, loss: 0.014532135799527168
Step 658, loss: 0.012522281147539616
Step 659, loss: 0.014506150968372822
Step 660, loss: 0.01237627025693655
Step 661, loss: 0.012810991145670414
Step 662, loss: 0.013536459766328335
Step 663, loss: 0.013362929224967957
Step 664, loss: 0.015036179684102535
Step 665, loss: 0.015232167206704617
Step 666, loss: 0.012425703927874565
Step 667, loss: 0.01325821690261364
Step 668, loss: 0.01196732372045517
Step 669, loss: 0.011418258771300316
Step 670, loss: 0.013567900285124779
Step 671, loss: 0.013429469428956509
Step 672, loss: 0.013531164266169071
Step 450, loss: 0.023181045427918434
Step 451, loss: 0.02304297499358654
Step 452, loss: 0.02124534733593464
Step 453, loss: 0.019828177988529205
Step 454, loss: 0.021301571279764175
Step 455, loss: 0.018673837184906006
Step 456, loss: 0.020362118259072304
Step 457, loss: 0.02226000651717186
Step 458, loss: 0.021417776122689247
Step 459, loss: 0.02256377413868904
Step 460, loss: 0.019841551780700684
Step 461, loss: 0.020324978977441788
Step 462, loss: 0.01702338084578514
Step 463, loss: 0.018166374415159225
Step 464, loss: 0.02072092704474926
Step 465, loss: 0.02049466408789158
Step 466, loss: 0.023110032081604004
Step 467, loss: 0.018795957788825035
Step 468, loss: 0.019827820360660553
Step 469, loss: 0.018821341916918755
Step 470, loss: 0.021118976175785065
Step 471, loss: 0.021274544298648834
Step 472, loss: 0.01793072745203972
Step 473, loss: 0.019088491797447205
Step 474, loss: 0.019572898745536804
Step 475, loss: 0.020331230014562607
Step 476, loss: 0.020319808274507523
Step 477, loss: 0.019902020692825317
Step 478, loss: 0.016816232353448868
Step 479, loss: 0.02038927935063839
Step 480, loss: 0.01890087127685547
Step 481, loss: 0.02100655995309353
Step 482, loss: 0.01901761256158352
Step 483, loss: 0.02325485460460186
Step 484, loss: 0.01979728415608406
Step 485, loss: 0.02062601037323475
Step 486, loss: 0.018490906804800034
Step 487, loss: 0.0183842945843935
Step 488, loss: 0.019145477563142776
Step 489, loss: 0.019470088183879852
Step 490, loss: 0.02088436484336853
Step 491, loss: 0.017050914466381073
Step 492, loss: 0.016353245824575424
Step 493, loss: 0.01826072297990322
Step 494, loss: 0.0183415524661541
Step 495, loss: 0.021213358268141747
Step 496, loss: 0.01809023879468441
Step 497, loss: 0.019189389422535896
Step 498, loss: 0.018640272319316864
Step 499, loss: 0.01840130425989628
Step 500, loss: 0.017900479957461357
Step 501, loss: 0.016774503514170647
Step 502, loss: 0.01890231855213642
Step 503, loss: 0.018056513741612434
Step 504, loss: 0.018783727660775185
Step 505, loss: 0.020853465422987938
Step 506, loss: 0.01636027917265892
Step 507, loss: 0.01841765269637108
Step 508, loss: 0.01704653911292553
Step 509, loss: 0.017501475289463997
Step 510, loss: 0.016999702900648117
Step 511, loss: 0.015986254438757896
Step 512, loss: 0.01835124008357525
Step 513, loss: 0.02073245868086815
Step 514, loss: 0.018222030252218246
Step 515, loss: 0.01778523251414299
Step 516, loss: 0.020317386835813522
Step 517, loss: 0.017421433702111244
Step 518, loss: 0.01985548622906208
Step 519, loss: 0.017406264320015907
Step 520, loss: 0.01717398501932621
Step 521, loss: 0.019853273406624794
Step 522, loss: 0.016249781474471092
Step 523, loss: 0.016292136162519455
Step 524, loss: 0.01619070954620838
Step 525, loss: 0.017601147294044495
Step 526, loss: 0.015269585885107517
Step 527, loss: 0.016094863414764404
Step 528, loss: 0.018994664773344994
Step 529, loss: 0.016194792464375496
Step 530, loss: 0.016770968213677406
Step 531, loss: 0.017575576901435852
Step 532, loss: 0.0167328380048275
Step 533, loss: 0.016984350979328156
Step 534, loss: 0.018497880548238754
Step 535, loss: 0.017783576622605324
Step 536, loss: 0.016962723806500435
Step 537, loss: 0.01759941317141056
Step 538, loss: 0.01607161946594715
Step 539, loss: 0.016577953472733498
Step 540, loss: 0.015425164252519608
Step 541, loss: 0.018115725368261337
Step 542, loss: 0.01630510948598385
Step 543, loss: 0.01652929186820984
Step 544, loss: 0.01834169588983059
Step 545, loss: 0.015646951273083687
Step 546, loss: 0.015546719543635845
Step 547, loss: 0.01648630201816559
Step 548, loss: 0.01567137986421585
Step 549, loss: 0.01569066382944584
Step 550, loss: 0.0182234775274992
Step 551, loss: 0.01725202240049839
Step 552, loss: 0.014969734475016594
Step 553, loss: 0.015360294841229916
Step 554, loss: 0.015517117455601692
Step 555, loss: 0.016321446746587753
Step 556, loss: 0.015009221620857716
Step 557, loss: 0.017014797776937485
Step 558, loss: 0.017752183601260185
Step 559, loss: 0.017070457339286804
Step 560, loss: 0.01743236556649208
Step 561, loss: 0.0177911426872015
Step 562, loss: 0.01781720668077469
Step 563, loss: 0.01814226061105728
Step 564, loss: 0.016405971720814705
Step 565, loss: 0.015625175088644028
Step 566, loss: 0.016732219606637955
Step 567, loss: 0.016402991488575935
Step 568, loss: 0.014421285130083561
Step 569, loss: 0.016363460570573807
Step 570, loss: 0.015184920281171799
Step 571, loss: 0.018705926835536957
Step 572, loss: 0.01563507691025734
Step 573, loss: 0.015262177214026451
Step 574, loss: 0.0147151043638587
Step 575, loss: 0.014409767463803291
Step 576, loss: 0.017239397391676903
Step 577, loss: 0.015005890280008316
Step 578, loss: 0.016406597569584846
Step 579, loss: 0.01764766313135624
Step 580, loss: 0.014807789586484432
Step 581, loss: 0.0157299991697073
Step 582, loss: 0.016618743538856506
Step 583, loss: 0.01730411872267723
Step 584, loss: 0.017048414796590805
Step 585, loss: 0.016086408868432045
Step 586, loss: 0.014901080168783665
Step 587, loss: 0.01620536856353283
Step 588, loss: 0.01739097759127617
Step 589, loss: 0.01472247764468193
Step 590, loss: 0.01602311059832573
Step 591, loss: 0.014997506514191628
Step 592, loss: 0.01335641648620367
Step 593, loss: 0.014117605984210968
Step 594, loss: 0.015665283426642418
Step 595, loss: 0.017137611284852028
Step 596, loss: 0.015911273658275604
Step 597, loss: 0.014971684664487839
Step 598, loss: 0.0156243359670043
Step 599, loss: 0.017139766365289688
Step 600, loss: 0.01529831625521183
Step 601, loss: 0.014508731663227081
Step 602, loss: 0.014071950688958168
Step 603, loss: 0.013447649776935577
Step 604, loss: 0.014000184834003448
Step 605, loss: 0.013603873550891876
Step 606, loss: 0.014178255572915077
Step 607, loss: 0.01677546836435795
Step 608, loss: 0.016459297388792038
Step 609, loss: 0.014671706594526768
Step 610, loss: 0.016898639500141144
Step 611, loss: 0.01414390280842781
Step 612, loss: 0.014409850351512432
Step 613, loss: 0.014764855615794659
Step 614, loss: 0.015031132847070694
Step 615, loss: 0.013893024064600468
Step 616, loss: 0.015530804172158241
Step 617, loss: 0.012260843068361282
Step 618, loss: 0.014346896670758724
Step 619, loss: 0.01543420273810625
Step 620, loss: 0.015775054693222046
Step 621, loss: 0.011924561113119125
Step 622, loss: 0.014865587465465069
Step 623, loss: 0.01416496280580759
Step 624, loss: 0.014928840100765228
Step 625, loss: 0.014910557307302952
Step 626, loss: 0.015341607853770256
Step 627, loss: 0.01373345497995615
Step 628, loss: 0.01305749174207449
Step 629, loss: 0.01377735286951065
Step 630, loss: 0.013761432841420174
Step 631, loss: 0.013818356208503246
Step 632, loss: 0.01323265302926302
Step 633, loss: 0.012375222519040108
Step 634, loss: 0.01424483023583889
Step 635, loss: 0.013510862365365028
Step 636, loss: 0.016278332099318504
Step 637, loss: 0.01452614739537239
Step 638, loss: 0.013721778057515621
Step 639, loss: 0.013488189317286015
Step 640, loss: 0.015955016016960144
Step 641, loss: 0.01318005844950676
Step 642, loss: 0.014467140659689903
Step 643, loss: 0.011856368742883205
Step 644, loss: 0.014181533828377724
Step 645, loss: 0.015076118521392345
Step 646, loss: 0.013553879223763943
Step 647, loss: 0.015145722776651382
Step 648, loss: 0.012988036498427391
Step 649, loss: 0.013960870914161205
Step 650, loss: 0.012578853406012058
Step 651, loss: 0.013430691324174404
Step 652, loss: 0.014893796294927597
Step 653, loss: 0.012426230125129223
Step 654, loss: 0.01249969843775034
Step 655, loss: 0.014322828501462936
Step 656, loss: 0.013921540230512619
Step 657, loss: 0.014532135799527168
Step 658, loss: 0.012522281147539616
Step 659, loss: 0.014506150968372822
Step 660, loss: 0.01237627025693655
Step 661, loss: 0.012810991145670414
Step 662, loss: 0.013536459766328335
Step 663, loss: 0.013362929224967957
Step 664, loss: 0.015036179684102535
Step 665, loss: 0.015232167206704617
Step 666, loss: 0.012425703927874565
Step 667, loss: 0.01325821690261364
Step 668, loss: 0.01196732372045517
Step 669, loss: 0.011418258771300316
Step 670, loss: 0.013567900285124779
Step 671, loss: 0.013429469428956509
Step 672, loss: 0.013531164266169071
Step 450, loss: 0.023181045427918434
Step 451, loss: 0.02304297499358654
Step 452, loss: 0.02124534733593464
Step 453, loss: 0.019828177988529205
Step 454, loss: 0.021301571279764175
Step 455, loss: 0.018673837184906006
Step 456, loss: 0.020362118259072304
Step 457, loss: 0.02226000651717186
Step 458, loss: 0.021417776122689247
Step 459, loss: 0.02256377413868904
Step 460, loss: 0.019841551780700684
Step 461, loss: 0.020324978977441788
Step 462, loss: 0.01702338084578514
Step 463, loss: 0.018166374415159225
Step 464, loss: 0.02072092704474926
Step 465, loss: 0.02049466408789158
Step 466, loss: 0.023110032081604004
Step 467, loss: 0.018795957788825035
Step 468, loss: 0.019827820360660553
Step 469, loss: 0.018821341916918755
Step 470, loss: 0.021118976175785065
Step 471, loss: 0.021274544298648834
Step 472, loss: 0.01793072745203972
Step 473, loss: 0.019088491797447205
Step 474, loss: 0.019572898745536804
Step 475, loss: 0.020331230014562607
Step 476, loss: 0.020319808274507523
Step 450, loss: 0.023181045427918434
Step 451, loss: 0.02304297499358654
Step 452, loss: 0.02124534733593464
Step 453, loss: 0.019828177988529205
Step 454, loss: 0.021301571279764175
Step 455, loss: 0.018673837184906006
Step 456, loss: 0.020362118259072304
Step 457, loss: 0.02226000651717186
Step 458, loss: 0.021417776122689247
Step 459, loss: 0.02256377413868904
Step 460, loss: 0.019841551780700684
Step 461, loss: 0.020324978977441788
Step 462, loss: 0.01702338084578514
Step 463, loss: 0.018166374415159225
Step 464, loss: 0.02072092704474926
Step 465, loss: 0.02049466408789158
Step 466, loss: 0.023110032081604004
Step 467, loss: 0.018795957788825035
Step 468, loss: 0.019827820360660553
Step 469, loss: 0.018821341916918755
Step 470, loss: 0.021118976175785065
Step 471, loss: 0.021274544298648834
Step 472, loss: 0.01793072745203972
Step 473, loss: 0.019088491797447205
Step 474, loss: 0.019572898745536804
Step 475, loss: 0.020331230014562607
Step 476, loss: 0.020319808274507523
Step 477, loss: 0.019902020692825317
Step 478, loss: 0.016816232353448868
Step 479, loss: 0.02038927935063839
Step 480, loss: 0.01890087127685547
Step 481, loss: 0.02100655995309353
Step 482, loss: 0.01901761256158352
Step 483, loss: 0.02325485460460186
Step 484, loss: 0.01979728415608406
Step 485, loss: 0.02062601037323475
Step 486, loss: 0.018490906804800034
Step 487, loss: 0.0183842945843935
Step 488, loss: 0.019145477563142776
Step 489, loss: 0.019470088183879852
Step 490, loss: 0.02088436484336853
Step 491, loss: 0.017050914466381073
Step 492, loss: 0.016353245824575424
Step 493, loss: 0.01826072297990322
Step 494, loss: 0.0183415524661541
Step 495, loss: 0.021213358268141747
Step 496, loss: 0.01809023879468441
Step 497, loss: 0.019189389422535896
Step 498, loss: 0.018640272319316864
Step 499, loss: 0.01840130425989628
Step 500, loss: 0.017900479957461357
Step 501, loss: 0.016774503514170647
Step 502, loss: 0.01890231855213642
Step 503, loss: 0.018056513741612434
Step 504, loss: 0.018783727660775185
Step 477, loss: 0.019902020692825317
Step 478, loss: 0.016816232353448868
Step 479, loss: 0.02038927935063839
Step 480, loss: 0.01890087127685547
Step 481, loss: 0.02100655995309353
Step 482, loss: 0.01901761256158352
Step 483, loss: 0.02325485460460186
Step 484, loss: 0.01979728415608406
Step 485, loss: 0.02062601037323475
Step 486, loss: 0.018490906804800034
Step 487, loss: 0.0183842945843935
Step 488, loss: 0.019145477563142776
Step 489, loss: 0.019470088183879852
Step 490, loss: 0.02088436484336853
Step 491, loss: 0.017050914466381073
Step 492, loss: 0.016353245824575424
Step 493, loss: 0.01826072297990322
Step 494, loss: 0.0183415524661541
Step 495, loss: 0.021213358268141747
Step 496, loss: 0.01809023879468441
Step 497, loss: 0.019189389422535896
Step 498, loss: 0.018640272319316864
Step 499, loss: 0.01840130425989628
Step 500, loss: 0.017900479957461357
Step 501, loss: 0.016774503514170647
Step 502, loss: 0.01890231855213642
Step 503, loss: 0.018056513741612434
Step 504, loss: 0.018783727660775185
Step 505, loss: 0.020853465422987938
Step 506, loss: 0.01636027917265892
Step 507, loss: 0.01841765269637108
Step 508, loss: 0.01704653911292553
Step 509, loss: 0.017501475289463997
Step 510, loss: 0.016999702900648117
Step 511, loss: 0.015986254438757896
Step 512, loss: 0.01835124008357525
Step 513, loss: 0.02073245868086815
Step 514, loss: 0.018222030252218246
Step 515, loss: 0.01778523251414299
Step 516, loss: 0.020317386835813522
Step 517, loss: 0.017421433702111244
Step 518, loss: 0.01985548622906208
Step 519, loss: 0.017406264320015907
Step 520, loss: 0.01717398501932621
Step 521, loss: 0.019853273406624794
Step 522, loss: 0.016249781474471092
Step 523, loss: 0.016292136162519455
Step 524, loss: 0.01619070954620838
Step 525, loss: 0.017601147294044495
Step 526, loss: 0.015269585885107517
Step 527, loss: 0.016094863414764404
Step 528, loss: 0.018994664773344994
Step 529, loss: 0.016194792464375496
Step 530, loss: 0.016770968213677406
Step 531, loss: 0.017575576901435852
Step 505, loss: 0.020853465422987938
Step 506, loss: 0.01636027917265892
Step 507, loss: 0.01841765269637108
Step 508, loss: 0.01704653911292553
Step 509, loss: 0.017501475289463997
Step 510, loss: 0.016999702900648117
Step 511, loss: 0.015986254438757896
Step 512, loss: 0.01835124008357525
Step 513, loss: 0.02073245868086815
Step 514, loss: 0.018222030252218246
Step 515, loss: 0.01778523251414299
Step 516, loss: 0.020317386835813522
Step 517, loss: 0.017421433702111244
Step 518, loss: 0.01985548622906208
Step 519, loss: 0.017406264320015907
Step 520, loss: 0.01717398501932621
Step 521, loss: 0.019853273406624794
Step 522, loss: 0.016249781474471092
Step 523, loss: 0.016292136162519455
Step 524, loss: 0.01619070954620838
Step 525, loss: 0.017601147294044495
Step 526, loss: 0.015269585885107517
Step 527, loss: 0.016094863414764404
Step 528, loss: 0.018994664773344994
Step 529, loss: 0.016194792464375496
Step 530, loss: 0.016770968213677406
Step 531, loss: 0.017575576901435852
Step 532, loss: 0.0167328380048275
Step 533, loss: 0.016984350979328156
Step 534, loss: 0.018497880548238754
Step 535, loss: 0.017783576622605324
Step 536, loss: 0.016962723806500435
Step 537, loss: 0.01759941317141056
Step 538, loss: 0.01607161946594715
Step 539, loss: 0.016577953472733498
Step 540, loss: 0.015425164252519608
Step 541, loss: 0.018115725368261337
Step 542, loss: 0.01630510948598385
Step 543, loss: 0.01652929186820984
Step 544, loss: 0.01834169588983059
Step 545, loss: 0.015646951273083687
Step 546, loss: 0.015546719543635845
Step 547, loss: 0.01648630201816559
Step 548, loss: 0.01567137986421585
Step 549, loss: 0.01569066382944584
Step 550, loss: 0.0182234775274992
Step 551, loss: 0.01725202240049839
Step 552, loss: 0.014969734475016594
Step 553, loss: 0.015360294841229916
Step 554, loss: 0.015517117455601692
Step 555, loss: 0.016321446746587753
Step 556, loss: 0.015009221620857716
Step 557, loss: 0.017014797776937485
Step 558, loss: 0.017752183601260185
Step 559, loss: 0.017070457339286804
Step 532, loss: 0.0167328380048275
Step 533, loss: 0.016984350979328156
Step 534, loss: 0.018497880548238754
Step 535, loss: 0.017783576622605324
Step 536, loss: 0.016962723806500435
Step 537, loss: 0.01759941317141056
Step 538, loss: 0.01607161946594715
Step 539, loss: 0.016577953472733498
Step 540, loss: 0.015425164252519608
Step 541, loss: 0.018115725368261337
Step 542, loss: 0.01630510948598385
Step 543, loss: 0.01652929186820984
Step 544, loss: 0.01834169588983059
Step 545, loss: 0.015646951273083687
Step 546, loss: 0.015546719543635845
Step 547, loss: 0.01648630201816559
Step 548, loss: 0.01567137986421585
Step 549, loss: 0.01569066382944584
Step 550, loss: 0.0182234775274992
Step 551, loss: 0.01725202240049839
Step 552, loss: 0.014969734475016594
Step 553, loss: 0.015360294841229916
Step 554, loss: 0.015517117455601692
Step 555, loss: 0.016321446746587753
Step 556, loss: 0.015009221620857716
Step 557, loss: 0.017014797776937485
Step 558, loss: 0.017752183601260185
Step 559, loss: 0.017070457339286804
Step 560, loss: 0.01743236556649208
Step 561, loss: 0.0177911426872015
Step 560, loss: 0.01743236556649208
Step 561, loss: 0.0177911426872015
Step 562, loss: 0.01781720668077469
Step 563, loss: 0.01814226061105728
Step 564, loss: 0.016405971720814705
Step 565, loss: 0.015625175088644028
Step 566, loss: 0.016732219606637955
Step 567, loss: 0.016402991488575935
Step 568, loss: 0.014421285130083561
Step 569, loss: 0.016363460570573807
Step 570, loss: 0.015184920281171799
Step 571, loss: 0.018705926835536957
Step 572, loss: 0.01563507691025734
Step 573, loss: 0.015262177214026451
Step 574, loss: 0.0147151043638587
Step 575, loss: 0.014409767463803291
Step 576, loss: 0.017239397391676903
Step 577, loss: 0.015005890280008316
Step 578, loss: 0.016406597569584846
Step 579, loss: 0.01764766313135624
Step 580, loss: 0.014807789586484432
Step 581, loss: 0.0157299991697073
Step 582, loss: 0.016618743538856506
Step 583, loss: 0.01730411872267723
Step 584, loss: 0.017048414796590805
Step 585, loss: 0.016086408868432045
Step 586, loss: 0.014901080168783665
Step 587, loss: 0.01620536856353283
Step 588, loss: 0.01739097759127617
Step 562, loss: 0.01781720668077469
Step 563, loss: 0.01814226061105728
Step 564, loss: 0.016405971720814705
Step 565, loss: 0.015625175088644028
Step 566, loss: 0.016732219606637955
Step 567, loss: 0.016402991488575935
Step 568, loss: 0.014421285130083561
Step 569, loss: 0.016363460570573807
Step 570, loss: 0.015184920281171799
Step 571, loss: 0.018705926835536957
Step 572, loss: 0.01563507691025734
Step 573, loss: 0.015262177214026451
Step 574, loss: 0.0147151043638587
Step 575, loss: 0.014409767463803291
Step 576, loss: 0.017239397391676903
Step 577, loss: 0.015005890280008316
Step 578, loss: 0.016406597569584846
Step 579, loss: 0.01764766313135624
Step 580, loss: 0.014807789586484432
Step 581, loss: 0.0157299991697073
Step 582, loss: 0.016618743538856506
Step 583, loss: 0.01730411872267723
Step 584, loss: 0.017048414796590805
Step 585, loss: 0.016086408868432045
Step 586, loss: 0.014901080168783665
Step 587, loss: 0.01620536856353283
Step 588, loss: 0.01739097759127617
Step 589, loss: 0.01472247764468193
Step 590, loss: 0.01602311059832573
Step 591, loss: 0.014997506514191628
Step 592, loss: 0.01335641648620367
Step 593, loss: 0.014117605984210968
Step 594, loss: 0.015665283426642418
Step 595, loss: 0.017137611284852028
Step 596, loss: 0.015911273658275604
Step 597, loss: 0.014971684664487839
Step 598, loss: 0.0156243359670043
Step 599, loss: 0.017139766365289688
Step 600, loss: 0.01529831625521183
Step 601, loss: 0.014508731663227081
Step 602, loss: 0.014071950688958168
Step 603, loss: 0.013447649776935577
Step 604, loss: 0.014000184834003448
Step 605, loss: 0.013603873550891876
Step 606, loss: 0.014178255572915077
Step 607, loss: 0.01677546836435795
Step 608, loss: 0.016459297388792038
Step 609, loss: 0.014671706594526768
Step 610, loss: 0.016898639500141144
Step 611, loss: 0.01414390280842781
Step 612, loss: 0.014409850351512432
Step 613, loss: 0.014764855615794659
Step 614, loss: 0.015031132847070694
Step 615, loss: 0.013893024064600468
Step 589, loss: 0.01472247764468193
Step 590, loss: 0.01602311059832573
Step 591, loss: 0.014997506514191628
Step 592, loss: 0.01335641648620367
Step 593, loss: 0.014117605984210968
Step 594, loss: 0.015665283426642418
Step 595, loss: 0.017137611284852028
Step 596, loss: 0.015911273658275604
Step 597, loss: 0.014971684664487839
Step 598, loss: 0.0156243359670043
Step 599, loss: 0.017139766365289688
Step 600, loss: 0.01529831625521183
Step 601, loss: 0.014508731663227081
Step 602, loss: 0.014071950688958168
Step 603, loss: 0.013447649776935577
Step 604, loss: 0.014000184834003448
Step 605, loss: 0.013603873550891876
Step 606, loss: 0.014178255572915077
Step 607, loss: 0.01677546836435795
Step 608, loss: 0.016459297388792038
Step 609, loss: 0.014671706594526768
Step 610, loss: 0.016898639500141144
Step 611, loss: 0.01414390280842781
Step 612, loss: 0.014409850351512432
Step 613, loss: 0.014764855615794659
Step 614, loss: 0.015031132847070694
Step 615, loss: 0.013893024064600468
Step 616, loss: 0.015530804172158241
Step 617, loss: 0.012260843068361282
Step 618, loss: 0.014346896670758724
Step 619, loss: 0.01543420273810625
Step 620, loss: 0.015775054693222046
Step 621, loss: 0.011924561113119125
Step 622, loss: 0.014865587465465069
Step 623, loss: 0.01416496280580759
Step 624, loss: 0.014928840100765228
Step 625, loss: 0.014910557307302952
Step 626, loss: 0.015341607853770256
Step 627, loss: 0.01373345497995615
Step 628, loss: 0.01305749174207449
Step 629, loss: 0.01377735286951065
Step 630, loss: 0.013761432841420174
Step 631, loss: 0.013818356208503246
Step 632, loss: 0.01323265302926302
Step 633, loss: 0.012375222519040108
Step 634, loss: 0.01424483023583889
Step 635, loss: 0.013510862365365028
Step 636, loss: 0.016278332099318504
Step 637, loss: 0.01452614739537239
Step 638, loss: 0.013721778057515621
Step 639, loss: 0.013488189317286015
Step 640, loss: 0.015955016016960144
Step 641, loss: 0.01318005844950676
Step 642, loss: 0.014467140659689903
Step 616, loss: 0.015530804172158241
Step 617, loss: 0.012260843068361282
Step 618, loss: 0.014346896670758724
Step 619, loss: 0.01543420273810625
Step 620, loss: 0.015775054693222046
Step 621, loss: 0.011924561113119125
Step 622, loss: 0.014865587465465069
Step 623, loss: 0.01416496280580759
Step 624, loss: 0.014928840100765228
Step 625, loss: 0.014910557307302952
Step 626, loss: 0.015341607853770256
Step 627, loss: 0.01373345497995615
Step 628, loss: 0.01305749174207449
Step 629, loss: 0.01377735286951065
Step 630, loss: 0.013761432841420174
Step 631, loss: 0.013818356208503246
Step 632, loss: 0.01323265302926302
Step 633, loss: 0.012375222519040108
Step 634, loss: 0.01424483023583889
Step 635, loss: 0.013510862365365028
Step 636, loss: 0.016278332099318504
Step 637, loss: 0.01452614739537239
Step 638, loss: 0.013721778057515621
Step 639, loss: 0.013488189317286015
Step 640, loss: 0.015955016016960144
Step 641, loss: 0.01318005844950676
Step 642, loss: 0.014467140659689903
Step 643, loss: 0.011856368742883205
Step 644, loss: 0.014181533828377724
Step 645, loss: 0.015076118521392345
Step 646, loss: 0.013553879223763943
Step 647, loss: 0.015145722776651382
Step 648, loss: 0.012988036498427391
Step 649, loss: 0.013960870914161205
Step 650, loss: 0.012578853406012058
Step 651, loss: 0.013430691324174404
Step 652, loss: 0.014893796294927597
Step 653, loss: 0.012426230125129223
Step 654, loss: 0.01249969843775034
Step 655, loss: 0.014322828501462936
Step 656, loss: 0.013921540230512619
Step 657, loss: 0.014532135799527168
Step 658, loss: 0.012522281147539616
Step 659, loss: 0.014506150968372822
Step 660, loss: 0.01237627025693655
Step 661, loss: 0.012810991145670414
Step 662, loss: 0.013536459766328335
Step 663, loss: 0.013362929224967957
Step 664, loss: 0.015036179684102535
Step 665, loss: 0.015232167206704617
Step 666, loss: 0.012425703927874565
Step 667, loss: 0.01325821690261364
Step 668, loss: 0.01196732372045517
Step 669, loss: 0.011418258771300316
Step 643, loss: 0.011856368742883205
Step 644, loss: 0.014181533828377724
Step 645, loss: 0.015076118521392345
Step 646, loss: 0.013553879223763943
Step 647, loss: 0.015145722776651382
Step 648, loss: 0.012988036498427391
Step 649, loss: 0.013960870914161205
Step 650, loss: 0.012578853406012058
Step 651, loss: 0.013430691324174404
Step 652, loss: 0.014893796294927597
Step 653, loss: 0.012426230125129223
Step 654, loss: 0.01249969843775034
Step 655, loss: 0.014322828501462936
Step 656, loss: 0.013921540230512619
Step 657, loss: 0.014532135799527168
Step 658, loss: 0.012522281147539616
Step 659, loss: 0.014506150968372822
Step 660, loss: 0.01237627025693655
Step 661, loss: 0.012810991145670414
Step 662, loss: 0.013536459766328335
Step 663, loss: 0.013362929224967957
Step 664, loss: 0.015036179684102535
Step 665, loss: 0.015232167206704617
Step 666, loss: 0.012425703927874565
Step 667, loss: 0.01325821690261364
Step 668, loss: 0.01196732372045517
Step 669, loss: 0.011418258771300316
Step 670, loss: 0.013567900285124779
Step 671, loss: 0.013429469428956509
Step 672, loss: 0.013531164266169071
Step 670, loss: 0.013567900285124779
Step 671, loss: 0.013429469428956509
Step 672, loss: 0.013531164266169071
Step 673, loss: 0.01354256458580494
Step 674, loss: 0.013346216641366482
Step 675, loss: 0.013688319362699986
Step 676, loss: 0.012204756960272789
Step 677, loss: 0.01425073854625225
Step 678, loss: 0.012683071196079254
Step 679, loss: 0.01161486841738224
Step 680, loss: 0.012334516271948814
Step 681, loss: 0.012273430824279785
Step 682, loss: 0.014247727580368519
Step 683, loss: 0.012568643316626549
Step 684, loss: 0.012783031910657883
Step 685, loss: 0.012332862243056297
Step 686, loss: 0.013043996877968311
Step 687, loss: 0.012963838875293732
Step 688, loss: 0.01292478945106268
Step 689, loss: 0.01339579839259386
Step 690, loss: 0.01259501650929451
Step 691, loss: 0.01327887736260891
Step 692, loss: 0.011555963195860386
Step 693, loss: 0.011656436137855053
Step 694, loss: 0.013696379028260708
Step 695, loss: 0.012635504826903343
Step 696, loss: 0.01281032431870699
Step 697, loss: 0.013504412025213242
Step 698, loss: 0.012822490185499191
Step 699, loss: 0.012880203314125538
Step 700, loss: 0.012943045236170292
Step 701, loss: 0.012984245084226131
Step 702, loss: 0.012866371311247349
Step 703, loss: 0.013816622085869312
Step 704, loss: 0.013308952562510967
Step 705, loss: 0.012790567241609097
Step 706, loss: 0.012600589543581009
Step 707, loss: 0.012122606858611107
Step 708, loss: 0.01343225222080946
Step 709, loss: 0.012109290808439255
Step 710, loss: 0.012030529789626598
Step 711, loss: 0.011820713989436626
Step 712, loss: 0.012734508141875267
Step 713, loss: 0.010608276352286339
Step 714, loss: 0.013464219868183136
Step 715, loss: 0.013053849339485168
Step 716, loss: 0.01123835425823927
Step 717, loss: 0.012325799092650414
Step 718, loss: 0.01214228942990303
Step 719, loss: 0.011714695021510124
Step 720, loss: 0.012741156853735447
Step 721, loss: 0.014017367735505104
Step 722, loss: 0.012330467812716961
Step 723, loss: 0.012824163772165775
Step 724, loss: 0.01362417172640562
Step 725, loss: 0.013361785560846329
Step 726, loss: 0.012855393812060356
Step 727, loss: 0.013163764961063862
Step 728, loss: 0.011850845068693161
Step 729, loss: 0.013634521514177322
Step 730, loss: 0.011023170314729214
Step 731, loss: 0.012394205667078495
Step 732, loss: 0.011905523017048836
Step 733, loss: 0.011208674870431423
Step 734, loss: 0.011934327892959118
Step 735, loss: 0.011462676338851452
Step 736, loss: 0.011710816994309425
Step 737, loss: 0.008668705821037292
Step 738, loss: 0.012348475866019726
Step 739, loss: 0.01141268014907837
Step 740, loss: 0.01227070577442646
Step 741, loss: 0.011930940672755241
Step 742, loss: 0.010574273765087128
Step 743, loss: 0.012194355018436909
Step 744, loss: 0.013293917290866375
Step 745, loss: 0.011828090995550156
Step 746, loss: 0.010734181851148605
Step 747, loss: 0.010956958867609501
Step 748, loss: 0.012556411325931549
Step 749, loss: 0.011395204812288284
Step 750, loss: 0.011018503457307816
Step 751, loss: 0.01179235428571701
Step 752, loss: 0.01130668818950653
Step 753, loss: 0.011124370619654655
Step 673, loss: 0.01354256458580494
Step 674, loss: 0.013346216641366482
Step 675, loss: 0.013688319362699986
Step 676, loss: 0.012204756960272789
Step 677, loss: 0.01425073854625225
Step 678, loss: 0.012683071196079254
Step 679, loss: 0.01161486841738224
Step 680, loss: 0.012334516271948814
Step 681, loss: 0.012273430824279785
Step 682, loss: 0.014247727580368519
Step 683, loss: 0.012568643316626549
Step 684, loss: 0.012783031910657883
Step 685, loss: 0.012332862243056297
Step 686, loss: 0.013043996877968311
Step 687, loss: 0.012963838875293732
Step 688, loss: 0.01292478945106268
Step 689, loss: 0.01339579839259386
Step 690, loss: 0.01259501650929451
Step 691, loss: 0.01327887736260891
Step 692, loss: 0.011555963195860386
Step 693, loss: 0.011656436137855053
Step 694, loss: 0.013696379028260708
Step 695, loss: 0.012635504826903343
Step 696, loss: 0.01281032431870699
Step 697, loss: 0.013504412025213242
Step 698, loss: 0.012822490185499191
Step 699, loss: 0.012880203314125538
Step 754, loss: 0.011610308662056923
Step 755, loss: 0.011598281562328339
Step 756, loss: 0.011545529589056969
Step 757, loss: 0.011641803197562695
Step 758, loss: 0.012221945449709892
Step 759, loss: 0.010724004358053207
Step 760, loss: 0.012026526033878326
Step 761, loss: 0.012988084927201271
Step 762, loss: 0.011820047162473202
Step 763, loss: 0.012528153136372566
Step 764, loss: 0.0111819077283144
Step 765, loss: 0.01230656635016203
Step 766, loss: 0.011570536531507969
Step 767, loss: 0.012078173458576202
Step 768, loss: 0.010873711667954922
Step 769, loss: 0.011023016646504402
Step 770, loss: 0.0120467534288764
Step 771, loss: 0.012445737607777119
Step 772, loss: 0.0121652502566576
Step 773, loss: 0.011550221592187881
Step 774, loss: 0.012279017828404903
Step 775, loss: 0.013193775899708271
Step 776, loss: 0.011606995947659016
Step 777, loss: 0.010966614820063114
Step 778, loss: 0.013581311330199242
Step 779, loss: 0.011957941576838493
Step 780, loss: 0.012121121399104595
Step 700, loss: 0.012943045236170292
Step 701, loss: 0.012984245084226131
Step 702, loss: 0.012866371311247349
Step 703, loss: 0.013816622085869312
Step 704, loss: 0.013308952562510967
Step 705, loss: 0.012790567241609097
Step 706, loss: 0.012600589543581009
Step 707, loss: 0.012122606858611107
Step 708, loss: 0.01343225222080946
Step 709, loss: 0.012109290808439255
Step 710, loss: 0.012030529789626598
Step 711, loss: 0.011820713989436626
Step 712, loss: 0.012734508141875267
Step 713, loss: 0.010608276352286339
Step 714, loss: 0.013464219868183136
Step 715, loss: 0.013053849339485168
Step 716, loss: 0.01123835425823927
Step 717, loss: 0.012325799092650414
Step 718, loss: 0.01214228942990303
Step 719, loss: 0.011714695021510124
Step 720, loss: 0.012741156853735447
Step 721, loss: 0.014017367735505104
Step 722, loss: 0.012330467812716961
Step 723, loss: 0.012824163772165775
Step 724, loss: 0.01362417172640562
Step 725, loss: 0.013361785560846329
Step 726, loss: 0.012855393812060356
Step 781, loss: 0.010209403932094574
Step 782, loss: 0.011310984380543232
Step 783, loss: 0.010957052931189537
Step 727, loss: 0.013163764961063862
Step 728, loss: 0.011850845068693161
Step 729, loss: 0.013634521514177322
Step 730, loss: 0.011023170314729214
Step 731, loss: 0.012394205667078495
Step 732, loss: 0.011905523017048836
Step 733, loss: 0.011208674870431423
Step 734, loss: 0.011934327892959118
Step 735, loss: 0.011462676338851452
Step 736, loss: 0.011710816994309425
Step 737, loss: 0.008668705821037292
Step 738, loss: 0.012348475866019726
Step 739, loss: 0.01141268014907837
Step 740, loss: 0.01227070577442646
Step 741, loss: 0.011930940672755241
Step 742, loss: 0.010574273765087128
Step 743, loss: 0.012194355018436909
Step 744, loss: 0.013293917290866375
Step 745, loss: 0.011828090995550156
Step 746, loss: 0.010734181851148605
Step 747, loss: 0.010956958867609501
Step 748, loss: 0.012556411325931549
Step 749, loss: 0.011395204812288284
Step 750, loss: 0.011018503457307816
Step 751, loss: 0.01179235428571701
Step 752, loss: 0.01130668818950653
Step 753, loss: 0.011124370619654655
Step 784, loss: 0.011354186572134495
Step 785, loss: 0.010966840200126171
Step 786, loss: 0.011215198785066605
Step 787, loss: 0.01196159329265356
Step 788, loss: 0.012661310844123363
Step 789, loss: 0.01139103900641203
Step 790, loss: 0.012301646173000336
Step 791, loss: 0.01228006836026907
Step 792, loss: 0.01004551351070404
Step 793, loss: 0.012427357025444508
Step 794, loss: 0.01178674679249525
Step 795, loss: 0.01137405913323164
Step 796, loss: 0.011616346426308155
Step 797, loss: 0.011037606745958328
Step 798, loss: 0.011592221446335316
Step 799, loss: 0.010864376090466976
Step 800, loss: 0.013196040876209736
Step 801, loss: 0.011106503196060658
Step 802, loss: 0.011214839294552803
Step 803, loss: 0.011534431017935276
Step 804, loss: 0.013196002691984177
Step 805, loss: 0.011249972507357597
Step 806, loss: 0.011068356223404408
Step 807, loss: 0.011025587096810341
Step 808, loss: 0.011308600194752216
Step 809, loss: 0.009170531295239925
Step 810, loss: 0.010964179411530495
Step 754, loss: 0.011610308662056923
Step 755, loss: 0.011598281562328339
Step 756, loss: 0.011545529589056969
Step 757, loss: 0.011641803197562695
Step 758, loss: 0.012221945449709892
Step 759, loss: 0.010724004358053207
Step 760, loss: 0.012026526033878326
Step 761, loss: 0.012988084927201271
Step 762, loss: 0.011820047162473202
Step 763, loss: 0.012528153136372566
Step 764, loss: 0.0111819077283144
Step 765, loss: 0.01230656635016203
Step 766, loss: 0.011570536531507969
Step 767, loss: 0.012078173458576202
Step 768, loss: 0.010873711667954922
Step 769, loss: 0.011023016646504402
Step 770, loss: 0.0120467534288764
Step 771, loss: 0.012445737607777119
Step 772, loss: 0.0121652502566576
Step 773, loss: 0.011550221592187881
Step 774, loss: 0.012279017828404903
Step 775, loss: 0.013193775899708271
Step 776, loss: 0.011606995947659016
Step 777, loss: 0.010966614820063114
Step 778, loss: 0.013581311330199242
Step 779, loss: 0.011957941576838493
Step 780, loss: 0.012121121399104595
Step 811, loss: 0.01127875130623579
Step 812, loss: 0.010034301318228245
Step 813, loss: 0.0109012546017766
Step 814, loss: 0.0114574721083045
Step 815, loss: 0.01105081383138895
Step 816, loss: 0.012346426025032997
Step 817, loss: 0.011162723414599895
Step 818, loss: 0.01117341686040163
Step 819, loss: 0.012217984534800053
Step 820, loss: 0.0123974047601223
Step 821, loss: 0.010478250682353973
Step 822, loss: 0.011645423248410225
Step 823, loss: 0.011837290599942207
Step 824, loss: 0.01103565376251936
Step 825, loss: 0.010286367498338223
Step 826, loss: 0.010918605141341686
Step 827, loss: 0.010697770863771439
Step 828, loss: 0.011997957713901997
Step 829, loss: 0.011600899510085583
Step 830, loss: 0.01108222734183073
Step 831, loss: 0.011544527485966682
Step 832, loss: 0.010697389021515846
Step 833, loss: 0.011132621206343174
Step 834, loss: 0.010123047977685928
Step 835, loss: 0.010630478151142597
Step 836, loss: 0.011639454402029514
Step 837, loss: 0.01145177148282528
Step 781, loss: 0.010209403932094574
Step 782, loss: 0.011310984380543232
Step 783, loss: 0.010957052931189537
Step 838, loss: 0.010992228984832764
Step 839, loss: 0.010960015468299389
Step 840, loss: 0.010652550496160984
Step 841, loss: 0.011286401189863682
Step 842, loss: 0.0110431844368577
Step 843, loss: 0.012155799195170403
Step 844, loss: 0.010619721375405788
Step 845, loss: 0.011285780929028988
Step 846, loss: 0.01156136579811573
Step 847, loss: 0.009816681034862995
Step 848, loss: 0.010977921076118946
Step 849, loss: 0.010949506424367428
Step 850, loss: 0.011483490467071533
Step 851, loss: 0.01066841371357441
Step 852, loss: 0.011209290474653244
Step 853, loss: 0.012171078473329544
Step 854, loss: 0.010951937176287174
Step 855, loss: 0.01202874630689621
Step 856, loss: 0.011644735932350159
Step 857, loss: 0.011031967587769032
Step 858, loss: 0.011643717996776104
Step 859, loss: 0.011330066248774529
Step 860, loss: 0.010173533111810684
Step 861, loss: 0.011466816999018192
Step 862, loss: 0.010767235420644283
Step 863, loss: 0.01207706704735756
Step 864, loss: 0.012862575240433216
Step 673, loss: 0.01354256458580494
Step 674, loss: 0.013346216641366482
Step 675, loss: 0.013688319362699986
Step 676, loss: 0.012204756960272789
Step 677, loss: 0.01425073854625225
Step 678, loss: 0.012683071196079254
Step 679, loss: 0.01161486841738224
Step 680, loss: 0.012334516271948814
Step 681, loss: 0.012273430824279785
Step 682, loss: 0.014247727580368519
Step 683, loss: 0.012568643316626549
Step 684, loss: 0.012783031910657883
Step 685, loss: 0.012332862243056297
Step 686, loss: 0.013043996877968311
Step 687, loss: 0.012963838875293732
Step 688, loss: 0.01292478945106268
Step 689, loss: 0.01339579839259386
Step 690, loss: 0.01259501650929451
Step 691, loss: 0.01327887736260891
Step 692, loss: 0.011555963195860386
Step 693, loss: 0.011656436137855053
Step 694, loss: 0.013696379028260708
Step 695, loss: 0.012635504826903343
Step 696, loss: 0.01281032431870699
Step 697, loss: 0.013504412025213242
Step 698, loss: 0.012822490185499191
Step 699, loss: 0.012880203314125538
Step 865, loss: 0.010886404663324356
Step 866, loss: 0.011540818028151989
Step 867, loss: 0.011251685209572315
Step 868, loss: 0.011207952164113522
Step 869, loss: 0.010903202928602695
Step 870, loss: 0.010716511867940426
Step 871, loss: 0.010023399256169796
Step 872, loss: 0.010268387384712696
Step 873, loss: 0.010164255276322365
Step 874, loss: 0.010137371718883514
Step 875, loss: 0.011159048415720463
Step 876, loss: 0.010931531898677349
Step 877, loss: 0.01056929212063551
Step 878, loss: 0.010343095287680626
Step 879, loss: 0.01017831265926361
Step 880, loss: 0.011369902640581131
Step 881, loss: 0.011047068051993847
Step 882, loss: 0.010277626104652882
Step 883, loss: 0.012184741906821728
Step 884, loss: 0.010173479095101357
Step 885, loss: 0.010415819473564625
Step 886, loss: 0.010820535011589527
Step 887, loss: 0.009309284389019012
Step 888, loss: 0.009349034167826176
Step 889, loss: 0.010290722362697124
Step 890, loss: 0.011909076943993568
Step 891, loss: 0.010059149004518986
Step 700, loss: 0.012943045236170292
Step 701, loss: 0.012984245084226131
Step 702, loss: 0.012866371311247349
Step 703, loss: 0.013816622085869312
Step 704, loss: 0.013308952562510967
Step 705, loss: 0.012790567241609097
Step 706, loss: 0.012600589543581009
Step 707, loss: 0.012122606858611107
Step 708, loss: 0.01343225222080946
Step 709, loss: 0.012109290808439255
Step 710, loss: 0.012030529789626598
Step 711, loss: 0.011820713989436626
Step 712, loss: 0.012734508141875267
Step 713, loss: 0.010608276352286339
Step 714, loss: 0.013464219868183136
Step 715, loss: 0.013053849339485168
Step 716, loss: 0.01123835425823927
Step 717, loss: 0.012325799092650414
Step 718, loss: 0.01214228942990303
Step 719, loss: 0.011714695021510124
Step 720, loss: 0.012741156853735447
Step 721, loss: 0.014017367735505104
Step 722, loss: 0.012330467812716961
Step 723, loss: 0.012824163772165775
Step 724, loss: 0.01362417172640562
Step 725, loss: 0.013361785560846329
Step 726, loss: 0.012855393812060356
Step 892, loss: 0.01084498967975378
Step 893, loss: 0.011129113845527172
Step 894, loss: 0.011101258918642998
Step 727, loss: 0.013163764961063862
Step 728, loss: 0.011850845068693161
Step 729, loss: 0.013634521514177322
Step 730, loss: 0.011023170314729214
Step 731, loss: 0.012394205667078495
Step 732, loss: 0.011905523017048836
Step 733, loss: 0.011208674870431423
Step 734, loss: 0.011934327892959118
Step 735, loss: 0.011462676338851452
Step 736, loss: 0.011710816994309425
Step 737, loss: 0.008668705821037292
Step 738, loss: 0.012348475866019726
Step 739, loss: 0.01141268014907837
Step 740, loss: 0.01227070577442646
Step 741, loss: 0.011930940672755241
Step 742, loss: 0.010574273765087128
Step 743, loss: 0.012194355018436909
Step 744, loss: 0.013293917290866375
Step 745, loss: 0.011828090995550156
Step 746, loss: 0.010734181851148605
Step 747, loss: 0.010956958867609501
Step 748, loss: 0.012556411325931549
Step 749, loss: 0.011395204812288284
Step 750, loss: 0.011018503457307816
Step 751, loss: 0.01179235428571701
Step 752, loss: 0.01130668818950653
Step 753, loss: 0.011124370619654655
Step 673, loss: 0.01354256458580494
Step 674, loss: 0.013346216641366482
Step 675, loss: 0.013688319362699986
Step 676, loss: 0.012204756960272789
Step 677, loss: 0.01425073854625225
Step 678, loss: 0.012683071196079254
Step 679, loss: 0.01161486841738224
Step 680, loss: 0.012334516271948814
Step 681, loss: 0.012273430824279785
Step 682, loss: 0.014247727580368519
Step 683, loss: 0.012568643316626549
Step 684, loss: 0.012783031910657883
Step 685, loss: 0.012332862243056297
Step 686, loss: 0.013043996877968311
Step 687, loss: 0.012963838875293732
Step 688, loss: 0.01292478945106268
Step 689, loss: 0.01339579839259386
Step 690, loss: 0.01259501650929451
Step 691, loss: 0.01327887736260891
Step 692, loss: 0.011555963195860386
Step 693, loss: 0.011656436137855053
Step 694, loss: 0.013696379028260708
Step 695, loss: 0.012635504826903343
Step 696, loss: 0.01281032431870699
Step 697, loss: 0.013504412025213242
Step 698, loss: 0.012822490185499191
Step 699, loss: 0.012880203314125538
Step 754, loss: 0.011610308662056923
Step 755, loss: 0.011598281562328339
Step 756, loss: 0.011545529589056969
Step 757, loss: 0.011641803197562695
Step 758, loss: 0.012221945449709892
Step 759, loss: 0.010724004358053207
Step 760, loss: 0.012026526033878326
Step 761, loss: 0.012988084927201271
Step 762, loss: 0.011820047162473202
Step 763, loss: 0.012528153136372566
Step 764, loss: 0.0111819077283144
Step 765, loss: 0.01230656635016203
Step 766, loss: 0.011570536531507969
Step 767, loss: 0.012078173458576202
Step 768, loss: 0.010873711667954922
Step 769, loss: 0.011023016646504402
Step 770, loss: 0.0120467534288764
Step 771, loss: 0.012445737607777119
Step 772, loss: 0.0121652502566576
Step 773, loss: 0.011550221592187881
Step 774, loss: 0.012279017828404903
Step 775, loss: 0.013193775899708271
Step 776, loss: 0.011606995947659016
Step 777, loss: 0.010966614820063114
Step 778, loss: 0.013581311330199242
Step 779, loss: 0.011957941576838493
Step 780, loss: 0.012121121399104595
Step 700, loss: 0.012943045236170292
Step 701, loss: 0.012984245084226131
Step 702, loss: 0.012866371311247349
Step 703, loss: 0.013816622085869312
Step 704, loss: 0.013308952562510967
Step 705, loss: 0.012790567241609097
Step 706, loss: 0.012600589543581009
Step 707, loss: 0.012122606858611107
Step 708, loss: 0.01343225222080946
Step 709, loss: 0.012109290808439255
Step 710, loss: 0.012030529789626598
Step 711, loss: 0.011820713989436626
Step 712, loss: 0.012734508141875267
Step 713, loss: 0.010608276352286339
Step 714, loss: 0.013464219868183136
Step 715, loss: 0.013053849339485168
Step 716, loss: 0.01123835425823927
Step 717, loss: 0.012325799092650414
Step 718, loss: 0.01214228942990303
Step 719, loss: 0.011714695021510124
Step 720, loss: 0.012741156853735447
Step 721, loss: 0.014017367735505104
Step 722, loss: 0.012330467812716961
Step 723, loss: 0.012824163772165775
Step 724, loss: 0.01362417172640562
Step 725, loss: 0.013361785560846329
Step 726, loss: 0.012855393812060356
Step 781, loss: 0.010209403932094574
Step 782, loss: 0.011310984380543232
Step 783, loss: 0.010957052931189537
Step 727, loss: 0.013163764961063862
Step 728, loss: 0.011850845068693161
Step 729, loss: 0.013634521514177322
Step 730, loss: 0.011023170314729214
Step 731, loss: 0.012394205667078495
Step 732, loss: 0.011905523017048836
Step 733, loss: 0.011208674870431423
Step 734, loss: 0.011934327892959118
Step 735, loss: 0.011462676338851452
Step 736, loss: 0.011710816994309425
Step 737, loss: 0.008668705821037292
Step 738, loss: 0.012348475866019726
Step 739, loss: 0.01141268014907837
Step 740, loss: 0.01227070577442646
Step 741, loss: 0.011930940672755241
Step 742, loss: 0.010574273765087128
Step 743, loss: 0.012194355018436909
Step 744, loss: 0.013293917290866375
Step 745, loss: 0.011828090995550156
Step 746, loss: 0.010734181851148605
Step 747, loss: 0.010956958867609501
Step 748, loss: 0.012556411325931549
Step 749, loss: 0.011395204812288284
Step 750, loss: 0.011018503457307816
Step 751, loss: 0.01179235428571701
Step 752, loss: 0.01130668818950653
Step 753, loss: 0.011124370619654655
Step 784, loss: 0.011354186572134495
Step 785, loss: 0.010966840200126171
Step 786, loss: 0.011215198785066605
Step 787, loss: 0.01196159329265356
Step 788, loss: 0.012661310844123363
Step 789, loss: 0.01139103900641203
Step 790, loss: 0.012301646173000336
Step 791, loss: 0.01228006836026907
Step 792, loss: 0.01004551351070404
Step 793, loss: 0.012427357025444508
Step 794, loss: 0.01178674679249525
Step 795, loss: 0.01137405913323164
Step 796, loss: 0.011616346426308155
Step 797, loss: 0.011037606745958328
Step 798, loss: 0.011592221446335316
Step 799, loss: 0.010864376090466976
Step 800, loss: 0.013196040876209736
Step 801, loss: 0.011106503196060658
Step 802, loss: 0.011214839294552803
Step 803, loss: 0.011534431017935276
Step 804, loss: 0.013196002691984177
Step 805, loss: 0.011249972507357597
Step 806, loss: 0.011068356223404408
Step 807, loss: 0.011025587096810341
Step 808, loss: 0.011308600194752216
Step 809, loss: 0.009170531295239925
Step 810, loss: 0.010964179411530495
Step 754, loss: 0.011610308662056923
Step 755, loss: 0.011598281562328339
Step 756, loss: 0.011545529589056969
Step 757, loss: 0.011641803197562695
Step 758, loss: 0.012221945449709892
Step 759, loss: 0.010724004358053207
Step 760, loss: 0.012026526033878326
Step 761, loss: 0.012988084927201271
Step 762, loss: 0.011820047162473202
Step 763, loss: 0.012528153136372566
Step 764, loss: 0.0111819077283144
Step 765, loss: 0.01230656635016203
Step 766, loss: 0.011570536531507969
Step 767, loss: 0.012078173458576202
Step 768, loss: 0.010873711667954922
Step 769, loss: 0.011023016646504402
Step 770, loss: 0.0120467534288764
Step 771, loss: 0.012445737607777119
Step 772, loss: 0.0121652502566576
Step 773, loss: 0.011550221592187881
Step 774, loss: 0.012279017828404903
Step 775, loss: 0.013193775899708271
Step 776, loss: 0.011606995947659016
Step 777, loss: 0.010966614820063114
Step 778, loss: 0.013581311330199242
Step 779, loss: 0.011957941576838493
Step 780, loss: 0.012121121399104595
Step 811, loss: 0.01127875130623579
Step 812, loss: 0.010034301318228245
Step 813, loss: 0.0109012546017766
Step 814, loss: 0.0114574721083045
Step 815, loss: 0.01105081383138895
Step 816, loss: 0.012346426025032997
Step 817, loss: 0.011162723414599895
Step 818, loss: 0.01117341686040163
Step 819, loss: 0.012217984534800053
Step 820, loss: 0.0123974047601223
Step 821, loss: 0.010478250682353973
Step 822, loss: 0.011645423248410225
Step 823, loss: 0.011837290599942207
Step 824, loss: 0.01103565376251936
Step 825, loss: 0.010286367498338223
Step 826, loss: 0.010918605141341686
Step 827, loss: 0.010697770863771439
Step 828, loss: 0.011997957713901997
Step 829, loss: 0.011600899510085583
Step 830, loss: 0.01108222734183073
Step 831, loss: 0.011544527485966682
Step 832, loss: 0.010697389021515846
Step 833, loss: 0.011132621206343174
Step 834, loss: 0.010123047977685928
Step 835, loss: 0.010630478151142597
Step 836, loss: 0.011639454402029514
Step 837, loss: 0.01145177148282528
Step 781, loss: 0.010209403932094574
Step 782, loss: 0.011310984380543232
Step 783, loss: 0.010957052931189537
Step 838, loss: 0.010992228984832764
Step 839, loss: 0.010960015468299389
Step 840, loss: 0.010652550496160984
Step 841, loss: 0.011286401189863682
Step 842, loss: 0.0110431844368577
Step 843, loss: 0.012155799195170403
Step 844, loss: 0.010619721375405788
Step 845, loss: 0.011285780929028988
Step 846, loss: 0.01156136579811573
Step 847, loss: 0.009816681034862995
Step 848, loss: 0.010977921076118946
Step 849, loss: 0.010949506424367428
Step 850, loss: 0.011483490467071533
Step 851, loss: 0.01066841371357441
Step 852, loss: 0.011209290474653244
Step 853, loss: 0.012171078473329544
Step 854, loss: 0.010951937176287174
Step 855, loss: 0.01202874630689621
Step 856, loss: 0.011644735932350159
Step 857, loss: 0.011031967587769032
Step 858, loss: 0.011643717996776104
Step 859, loss: 0.011330066248774529
Step 860, loss: 0.010173533111810684
Step 861, loss: 0.011466816999018192
Step 862, loss: 0.010767235420644283
Step 863, loss: 0.01207706704735756
Step 864, loss: 0.012862575240433216
Step 784, loss: 0.011354186572134495
Step 785, loss: 0.010966840200126171
Step 786, loss: 0.011215198785066605
Step 787, loss: 0.01196159329265356
Step 788, loss: 0.012661310844123363
Step 789, loss: 0.01139103900641203
Step 790, loss: 0.012301646173000336
Step 791, loss: 0.01228006836026907
Step 792, loss: 0.01004551351070404
Step 793, loss: 0.012427357025444508
Step 794, loss: 0.01178674679249525
Step 795, loss: 0.01137405913323164
Step 796, loss: 0.011616346426308155
Step 797, loss: 0.011037606745958328
Step 798, loss: 0.011592221446335316
Step 799, loss: 0.010864376090466976
Step 800, loss: 0.013196040876209736
Step 801, loss: 0.011106503196060658
Step 802, loss: 0.011214839294552803
Step 803, loss: 0.011534431017935276
Step 804, loss: 0.013196002691984177
Step 805, loss: 0.011249972507357597
Step 806, loss: 0.011068356223404408
Step 807, loss: 0.011025587096810341
Step 808, loss: 0.011308600194752216
Step 809, loss: 0.009170531295239925
Step 810, loss: 0.010964179411530495
Step 865, loss: 0.010886404663324356
Step 866, loss: 0.011540818028151989
Step 867, loss: 0.011251685209572315
Step 868, loss: 0.011207952164113522
Step 869, loss: 0.010903202928602695
Step 870, loss: 0.010716511867940426
Step 871, loss: 0.010023399256169796
Step 872, loss: 0.010268387384712696
Step 873, loss: 0.010164255276322365
Step 874, loss: 0.010137371718883514
Step 875, loss: 0.011159048415720463
Step 876, loss: 0.010931531898677349
Step 877, loss: 0.01056929212063551
Step 878, loss: 0.010343095287680626
Step 879, loss: 0.01017831265926361
Step 880, loss: 0.011369902640581131
Step 881, loss: 0.011047068051993847
Step 882, loss: 0.010277626104652882
Step 883, loss: 0.012184741906821728
Step 884, loss: 0.010173479095101357
Step 885, loss: 0.010415819473564625
Step 886, loss: 0.010820535011589527
Step 887, loss: 0.009309284389019012
Step 888, loss: 0.009349034167826176
Step 889, loss: 0.010290722362697124
Step 890, loss: 0.011909076943993568
Step 891, loss: 0.010059149004518986
Step 811, loss: 0.01127875130623579
Step 812, loss: 0.010034301318228245
Step 813, loss: 0.0109012546017766
Step 814, loss: 0.0114574721083045
Step 815, loss: 0.01105081383138895
Step 816, loss: 0.012346426025032997
Step 817, loss: 0.011162723414599895
Step 818, loss: 0.01117341686040163
Step 819, loss: 0.012217984534800053
Step 820, loss: 0.0123974047601223
Step 821, loss: 0.010478250682353973
Step 822, loss: 0.011645423248410225
Step 823, loss: 0.011837290599942207
Step 824, loss: 0.01103565376251936
Step 825, loss: 0.010286367498338223
Step 826, loss: 0.010918605141341686
Step 827, loss: 0.010697770863771439
Step 828, loss: 0.011997957713901997
Step 829, loss: 0.011600899510085583
Step 830, loss: 0.01108222734183073
Step 831, loss: 0.011544527485966682
Step 832, loss: 0.010697389021515846
Step 833, loss: 0.011132621206343174
Step 834, loss: 0.010123047977685928
Step 835, loss: 0.010630478151142597
Step 836, loss: 0.011639454402029514
Step 837, loss: 0.01145177148282528
Step 892, loss: 0.01084498967975378
Step 893, loss: 0.011129113845527172
Step 894, loss: 0.011101258918642998
Step 838, loss: 0.010992228984832764
Step 839, loss: 0.010960015468299389
Step 840, loss: 0.010652550496160984
Step 841, loss: 0.011286401189863682
Step 842, loss: 0.0110431844368577
Step 843, loss: 0.012155799195170403
Step 844, loss: 0.010619721375405788
Step 845, loss: 0.011285780929028988
Step 846, loss: 0.01156136579811573
Step 847, loss: 0.009816681034862995
Step 848, loss: 0.010977921076118946
Step 849, loss: 0.010949506424367428
Step 850, loss: 0.011483490467071533
Step 851, loss: 0.01066841371357441
Step 852, loss: 0.011209290474653244
Step 853, loss: 0.012171078473329544
Step 854, loss: 0.010951937176287174
Step 855, loss: 0.01202874630689621
Step 856, loss: 0.011644735932350159
Step 857, loss: 0.011031967587769032
Step 858, loss: 0.011643717996776104
Step 859, loss: 0.011330066248774529
Step 860, loss: 0.010173533111810684
Step 861, loss: 0.011466816999018192
Step 862, loss: 0.010767235420644283
Step 863, loss: 0.01207706704735756
Step 864, loss: 0.012862575240433216
Step 673, loss: 0.01354256458580494
Step 674, loss: 0.013346216641366482
Step 675, loss: 0.013688319362699986
Step 676, loss: 0.012204756960272789
Step 677, loss: 0.01425073854625225
Step 678, loss: 0.012683071196079254
Step 679, loss: 0.01161486841738224
Step 680, loss: 0.012334516271948814
Step 681, loss: 0.012273430824279785
Step 682, loss: 0.014247727580368519
Step 683, loss: 0.012568643316626549
Step 684, loss: 0.012783031910657883
Step 685, loss: 0.012332862243056297
Step 686, loss: 0.013043996877968311
Step 687, loss: 0.012963838875293732
Step 688, loss: 0.01292478945106268
Step 689, loss: 0.01339579839259386
Step 690, loss: 0.01259501650929451
Step 691, loss: 0.01327887736260891
Step 692, loss: 0.011555963195860386
Step 693, loss: 0.011656436137855053
Step 694, loss: 0.013696379028260708
Step 695, loss: 0.012635504826903343
Step 696, loss: 0.01281032431870699
Step 697, loss: 0.013504412025213242
Step 698, loss: 0.012822490185499191
Step 699, loss: 0.012880203314125538
Step 865, loss: 0.010886404663324356
Step 866, loss: 0.011540818028151989
Step 867, loss: 0.011251685209572315
Step 868, loss: 0.011207952164113522
Step 869, loss: 0.010903202928602695
Step 870, loss: 0.010716511867940426
Step 871, loss: 0.010023399256169796
Step 872, loss: 0.010268387384712696
Step 873, loss: 0.010164255276322365
Step 874, loss: 0.010137371718883514
Step 875, loss: 0.011159048415720463
Step 876, loss: 0.010931531898677349
Step 877, loss: 0.01056929212063551
Step 878, loss: 0.010343095287680626
Step 879, loss: 0.01017831265926361
Step 880, loss: 0.011369902640581131
Step 881, loss: 0.011047068051993847
Step 882, loss: 0.010277626104652882
Step 883, loss: 0.012184741906821728
Step 884, loss: 0.010173479095101357
Step 885, loss: 0.010415819473564625
Step 886, loss: 0.010820535011589527
Step 887, loss: 0.009309284389019012
Step 888, loss: 0.009349034167826176
Step 889, loss: 0.010290722362697124
Step 890, loss: 0.011909076943993568
Step 891, loss: 0.010059149004518986
Step 700, loss: 0.012943045236170292
Step 701, loss: 0.012984245084226131
Step 702, loss: 0.012866371311247349
Step 703, loss: 0.013816622085869312
Step 704, loss: 0.013308952562510967
Step 705, loss: 0.012790567241609097
Step 706, loss: 0.012600589543581009
Step 707, loss: 0.012122606858611107
Step 708, loss: 0.01343225222080946
Step 709, loss: 0.012109290808439255
Step 710, loss: 0.012030529789626598
Step 711, loss: 0.011820713989436626
Step 712, loss: 0.012734508141875267
Step 713, loss: 0.010608276352286339
Step 714, loss: 0.013464219868183136
Step 715, loss: 0.013053849339485168
Step 716, loss: 0.01123835425823927
Step 717, loss: 0.012325799092650414
Step 718, loss: 0.01214228942990303
Step 719, loss: 0.011714695021510124
Step 720, loss: 0.012741156853735447
Step 721, loss: 0.014017367735505104
Step 722, loss: 0.012330467812716961
Step 723, loss: 0.012824163772165775
Step 724, loss: 0.01362417172640562
Step 725, loss: 0.013361785560846329
Step 726, loss: 0.012855393812060356
Step 892, loss: 0.01084498967975378
Step 893, loss: 0.011129113845527172
Step 894, loss: 0.011101258918642998
Step 727, loss: 0.013163764961063862
Step 728, loss: 0.011850845068693161
Step 729, loss: 0.013634521514177322
Step 730, loss: 0.011023170314729214
Step 731, loss: 0.012394205667078495
Step 732, loss: 0.011905523017048836
Step 733, loss: 0.011208674870431423
Step 734, loss: 0.011934327892959118
Step 735, loss: 0.011462676338851452
Step 736, loss: 0.011710816994309425
Step 737, loss: 0.008668705821037292
Step 738, loss: 0.012348475866019726
Step 739, loss: 0.01141268014907837
Step 740, loss: 0.01227070577442646
Step 741, loss: 0.011930940672755241
Step 742, loss: 0.010574273765087128
Step 743, loss: 0.012194355018436909
Step 744, loss: 0.013293917290866375
Step 745, loss: 0.011828090995550156
Step 746, loss: 0.010734181851148605
Step 747, loss: 0.010956958867609501
Step 748, loss: 0.012556411325931549
Step 749, loss: 0.011395204812288284
Step 750, loss: 0.011018503457307816
Step 751, loss: 0.01179235428571701
Step 752, loss: 0.01130668818950653
Step 753, loss: 0.011124370619654655
Step 673, loss: 0.01354256458580494
Step 674, loss: 0.013346216641366482
Step 675, loss: 0.013688319362699986
Step 676, loss: 0.012204756960272789
Step 677, loss: 0.01425073854625225
Step 678, loss: 0.012683071196079254
Step 679, loss: 0.01161486841738224
Step 680, loss: 0.012334516271948814
Step 681, loss: 0.012273430824279785
Step 682, loss: 0.014247727580368519
Step 683, loss: 0.012568643316626549
Step 684, loss: 0.012783031910657883
Step 685, loss: 0.012332862243056297
Step 686, loss: 0.013043996877968311
Step 687, loss: 0.012963838875293732
Step 688, loss: 0.01292478945106268
Step 689, loss: 0.01339579839259386
Step 690, loss: 0.01259501650929451
Step 691, loss: 0.01327887736260891
Step 692, loss: 0.011555963195860386
Step 693, loss: 0.011656436137855053
Step 694, loss: 0.013696379028260708
Step 695, loss: 0.012635504826903343
Step 696, loss: 0.01281032431870699
Step 697, loss: 0.013504412025213242
Step 698, loss: 0.012822490185499191
Step 699, loss: 0.012880203314125538
Step 754, loss: 0.011610308662056923
Step 755, loss: 0.011598281562328339
Step 756, loss: 0.011545529589056969
Step 757, loss: 0.011641803197562695
Step 758, loss: 0.012221945449709892
Step 759, loss: 0.010724004358053207
Step 760, loss: 0.012026526033878326
Step 761, loss: 0.012988084927201271
Step 762, loss: 0.011820047162473202
Step 763, loss: 0.012528153136372566
Step 764, loss: 0.0111819077283144
Step 765, loss: 0.01230656635016203
Step 766, loss: 0.011570536531507969
Step 767, loss: 0.012078173458576202
Step 768, loss: 0.010873711667954922
Step 769, loss: 0.011023016646504402
Step 770, loss: 0.0120467534288764
Step 771, loss: 0.012445737607777119
Step 772, loss: 0.0121652502566576
Step 773, loss: 0.011550221592187881
Step 774, loss: 0.012279017828404903
Step 775, loss: 0.013193775899708271
Step 776, loss: 0.011606995947659016
Step 777, loss: 0.010966614820063114
Step 778, loss: 0.013581311330199242
Step 779, loss: 0.011957941576838493
Step 780, loss: 0.012121121399104595
Step 700, loss: 0.012943045236170292
Step 701, loss: 0.012984245084226131
Step 702, loss: 0.012866371311247349
Step 703, loss: 0.013816622085869312
Step 704, loss: 0.013308952562510967
Step 705, loss: 0.012790567241609097
Step 706, loss: 0.012600589543581009
Step 707, loss: 0.012122606858611107
Step 708, loss: 0.01343225222080946
Step 709, loss: 0.012109290808439255
Step 710, loss: 0.012030529789626598
Step 711, loss: 0.011820713989436626
Step 712, loss: 0.012734508141875267
Step 713, loss: 0.010608276352286339
Step 714, loss: 0.013464219868183136
Step 715, loss: 0.013053849339485168
Step 716, loss: 0.01123835425823927
Step 717, loss: 0.012325799092650414
Step 718, loss: 0.01214228942990303
Step 719, loss: 0.011714695021510124
Step 720, loss: 0.012741156853735447
Step 721, loss: 0.014017367735505104
Step 722, loss: 0.012330467812716961
Step 723, loss: 0.012824163772165775
Step 724, loss: 0.01362417172640562
Step 725, loss: 0.013361785560846329
Step 726, loss: 0.012855393812060356
Step 781, loss: 0.010209403932094574
Step 782, loss: 0.011310984380543232
Step 783, loss: 0.010957052931189537
Step 727, loss: 0.013163764961063862
Step 728, loss: 0.011850845068693161
Step 729, loss: 0.013634521514177322
Step 730, loss: 0.011023170314729214
Step 731, loss: 0.012394205667078495
Step 732, loss: 0.011905523017048836
Step 733, loss: 0.011208674870431423
Step 734, loss: 0.011934327892959118
Step 735, loss: 0.011462676338851452
Step 736, loss: 0.011710816994309425
Step 737, loss: 0.008668705821037292
Step 738, loss: 0.012348475866019726
Step 739, loss: 0.01141268014907837
Step 740, loss: 0.01227070577442646
Step 741, loss: 0.011930940672755241
Step 742, loss: 0.010574273765087128
Step 743, loss: 0.012194355018436909
Step 744, loss: 0.013293917290866375
Step 745, loss: 0.011828090995550156
Step 746, loss: 0.010734181851148605
Step 747, loss: 0.010956958867609501
Step 748, loss: 0.012556411325931549
Step 749, loss: 0.011395204812288284
Step 750, loss: 0.011018503457307816
Step 751, loss: 0.01179235428571701
Step 752, loss: 0.01130668818950653
Step 753, loss: 0.011124370619654655
Step 784, loss: 0.011354186572134495
Step 785, loss: 0.010966840200126171
Step 786, loss: 0.011215198785066605
Step 787, loss: 0.01196159329265356
Step 788, loss: 0.012661310844123363
Step 789, loss: 0.01139103900641203
Step 790, loss: 0.012301646173000336
Step 791, loss: 0.01228006836026907
Step 792, loss: 0.01004551351070404
Step 793, loss: 0.012427357025444508
Step 794, loss: 0.01178674679249525
Step 795, loss: 0.01137405913323164
Step 796, loss: 0.011616346426308155
Step 797, loss: 0.011037606745958328
Step 798, loss: 0.011592221446335316
Step 799, loss: 0.010864376090466976
Step 800, loss: 0.013196040876209736
Step 801, loss: 0.011106503196060658
Step 802, loss: 0.011214839294552803
Step 803, loss: 0.011534431017935276
Step 804, loss: 0.013196002691984177
Step 805, loss: 0.011249972507357597
Step 806, loss: 0.011068356223404408
Step 807, loss: 0.011025587096810341
Step 808, loss: 0.011308600194752216
Step 809, loss: 0.009170531295239925
Step 810, loss: 0.010964179411530495
Step 754, loss: 0.011610308662056923
Step 755, loss: 0.011598281562328339
Step 756, loss: 0.011545529589056969
Step 757, loss: 0.011641803197562695
Step 758, loss: 0.012221945449709892
Step 759, loss: 0.010724004358053207
Step 760, loss: 0.012026526033878326
Step 761, loss: 0.012988084927201271
Step 762, loss: 0.011820047162473202
Step 763, loss: 0.012528153136372566
Step 764, loss: 0.0111819077283144
Step 765, loss: 0.01230656635016203
Step 766, loss: 0.011570536531507969
Step 767, loss: 0.012078173458576202
Step 768, loss: 0.010873711667954922
Step 769, loss: 0.011023016646504402
Step 770, loss: 0.0120467534288764
Step 771, loss: 0.012445737607777119
Step 772, loss: 0.0121652502566576
Step 773, loss: 0.011550221592187881
Step 774, loss: 0.012279017828404903
Step 775, loss: 0.013193775899708271
Step 776, loss: 0.011606995947659016
Step 777, loss: 0.010966614820063114
Step 778, loss: 0.013581311330199242
Step 779, loss: 0.011957941576838493
Step 780, loss: 0.012121121399104595
Step 811, loss: 0.01127875130623579
Step 812, loss: 0.010034301318228245
Step 813, loss: 0.0109012546017766
Step 814, loss: 0.0114574721083045
Step 815, loss: 0.01105081383138895
Step 816, loss: 0.012346426025032997
Step 817, loss: 0.011162723414599895
Step 818, loss: 0.01117341686040163
Step 819, loss: 0.012217984534800053
Step 820, loss: 0.0123974047601223
Step 821, loss: 0.010478250682353973
Step 822, loss: 0.011645423248410225
Step 823, loss: 0.011837290599942207
Step 824, loss: 0.01103565376251936
Step 825, loss: 0.010286367498338223
Step 826, loss: 0.010918605141341686
Step 827, loss: 0.010697770863771439
Step 828, loss: 0.011997957713901997
Step 829, loss: 0.011600899510085583
Step 830, loss: 0.01108222734183073
Step 831, loss: 0.011544527485966682
Step 832, loss: 0.010697389021515846
Step 833, loss: 0.011132621206343174
Step 834, loss: 0.010123047977685928
Step 835, loss: 0.010630478151142597
Step 836, loss: 0.011639454402029514
Step 837, loss: 0.01145177148282528
Step 781, loss: 0.010209403932094574
Step 782, loss: 0.011310984380543232
Step 783, loss: 0.010957052931189537
Step 838, loss: 0.010992228984832764
Step 839, loss: 0.010960015468299389
Step 840, loss: 0.010652550496160984
Step 841, loss: 0.011286401189863682
Step 842, loss: 0.0110431844368577
Step 843, loss: 0.012155799195170403
Step 844, loss: 0.010619721375405788
Step 845, loss: 0.011285780929028988
Step 846, loss: 0.01156136579811573
Step 847, loss: 0.009816681034862995
Step 848, loss: 0.010977921076118946
Step 849, loss: 0.010949506424367428
Step 850, loss: 0.011483490467071533
Step 851, loss: 0.01066841371357441
Step 852, loss: 0.011209290474653244
Step 853, loss: 0.012171078473329544
Step 854, loss: 0.010951937176287174
Step 855, loss: 0.01202874630689621
Step 856, loss: 0.011644735932350159
Step 857, loss: 0.011031967587769032
Step 858, loss: 0.011643717996776104
Step 859, loss: 0.011330066248774529
Step 860, loss: 0.010173533111810684
Step 861, loss: 0.011466816999018192
Step 862, loss: 0.010767235420644283
Step 863, loss: 0.01207706704735756
Step 864, loss: 0.012862575240433216
Step 673, loss: 0.01354256458580494
Step 674, loss: 0.013346216641366482
Step 675, loss: 0.013688319362699986
Step 676, loss: 0.012204756960272789
Step 677, loss: 0.01425073854625225
Step 678, loss: 0.012683071196079254
Step 679, loss: 0.01161486841738224
Step 680, loss: 0.012334516271948814
Step 681, loss: 0.012273430824279785
Step 682, loss: 0.014247727580368519
Step 683, loss: 0.012568643316626549
Step 684, loss: 0.012783031910657883
Step 685, loss: 0.012332862243056297
Step 686, loss: 0.013043996877968311
Step 687, loss: 0.012963838875293732
Step 688, loss: 0.01292478945106268
Step 689, loss: 0.01339579839259386
Step 690, loss: 0.01259501650929451
Step 691, loss: 0.01327887736260891
Step 692, loss: 0.011555963195860386
Step 693, loss: 0.011656436137855053
Step 694, loss: 0.013696379028260708
Step 695, loss: 0.012635504826903343
Step 696, loss: 0.01281032431870699
Step 697, loss: 0.013504412025213242
Step 698, loss: 0.012822490185499191
Step 699, loss: 0.012880203314125538
Step 865, loss: 0.010886404663324356
Step 866, loss: 0.011540818028151989
Step 867, loss: 0.011251685209572315
Step 868, loss: 0.011207952164113522
Step 869, loss: 0.010903202928602695
Step 870, loss: 0.010716511867940426
Step 871, loss: 0.010023399256169796
Step 872, loss: 0.010268387384712696
Step 873, loss: 0.010164255276322365
Step 874, loss: 0.010137371718883514
Step 875, loss: 0.011159048415720463
Step 876, loss: 0.010931531898677349
Step 877, loss: 0.01056929212063551
Step 878, loss: 0.010343095287680626
Step 879, loss: 0.01017831265926361
Step 880, loss: 0.011369902640581131
Step 881, loss: 0.011047068051993847
Step 882, loss: 0.010277626104652882
Step 883, loss: 0.012184741906821728
Step 884, loss: 0.010173479095101357
Step 885, loss: 0.010415819473564625
Step 886, loss: 0.010820535011589527
Step 887, loss: 0.009309284389019012
Step 888, loss: 0.009349034167826176
Step 889, loss: 0.010290722362697124
Step 890, loss: 0.011909076943993568
Step 891, loss: 0.010059149004518986
Step 700, loss: 0.012943045236170292
Step 701, loss: 0.012984245084226131
Step 702, loss: 0.012866371311247349
Step 703, loss: 0.013816622085869312
Step 704, loss: 0.013308952562510967
Step 705, loss: 0.012790567241609097
Step 706, loss: 0.012600589543581009
Step 707, loss: 0.012122606858611107
Step 708, loss: 0.01343225222080946
Step 709, loss: 0.012109290808439255
Step 710, loss: 0.012030529789626598
Step 711, loss: 0.011820713989436626
Step 712, loss: 0.012734508141875267
Step 713, loss: 0.010608276352286339
Step 714, loss: 0.013464219868183136
Step 715, loss: 0.013053849339485168
Step 716, loss: 0.01123835425823927
Step 717, loss: 0.012325799092650414
Step 718, loss: 0.01214228942990303
Step 719, loss: 0.011714695021510124
Step 720, loss: 0.012741156853735447
Step 721, loss: 0.014017367735505104
Step 722, loss: 0.012330467812716961
Step 723, loss: 0.012824163772165775
Step 724, loss: 0.01362417172640562
Step 725, loss: 0.013361785560846329
Step 726, loss: 0.012855393812060356
Step 892, loss: 0.01084498967975378
Step 893, loss: 0.011129113845527172
Step 894, loss: 0.011101258918642998
Step 727, loss: 0.013163764961063862
Step 728, loss: 0.011850845068693161
Step 729, loss: 0.013634521514177322
Step 730, loss: 0.011023170314729214
Step 731, loss: 0.012394205667078495
Step 732, loss: 0.011905523017048836
Step 733, loss: 0.011208674870431423
Step 734, loss: 0.011934327892959118
Step 735, loss: 0.011462676338851452
Step 736, loss: 0.011710816994309425
Step 737, loss: 0.008668705821037292
Step 738, loss: 0.012348475866019726
Step 739, loss: 0.01141268014907837
Step 740, loss: 0.01227070577442646
Step 741, loss: 0.011930940672755241
Step 742, loss: 0.010574273765087128
Step 743, loss: 0.012194355018436909
Step 744, loss: 0.013293917290866375
Step 745, loss: 0.011828090995550156
Step 746, loss: 0.010734181851148605
Step 747, loss: 0.010956958867609501
Step 748, loss: 0.012556411325931549
Step 749, loss: 0.011395204812288284
Step 750, loss: 0.011018503457307816
Step 751, loss: 0.01179235428571701
Step 752, loss: 0.01130668818950653
Step 753, loss: 0.011124370619654655
Step 784, loss: 0.011354186572134495
Step 785, loss: 0.010966840200126171
Step 786, loss: 0.011215198785066605
Step 787, loss: 0.01196159329265356
Step 788, loss: 0.012661310844123363
Step 789, loss: 0.01139103900641203
Step 790, loss: 0.012301646173000336
Step 791, loss: 0.01228006836026907
Step 792, loss: 0.01004551351070404
Step 793, loss: 0.012427357025444508
Step 794, loss: 0.01178674679249525
Step 795, loss: 0.01137405913323164
Step 796, loss: 0.011616346426308155
Step 797, loss: 0.011037606745958328
Step 798, loss: 0.011592221446335316
Step 799, loss: 0.010864376090466976
Step 800, loss: 0.013196040876209736
Step 801, loss: 0.011106503196060658
Step 802, loss: 0.011214839294552803
Step 803, loss: 0.011534431017935276
Step 804, loss: 0.013196002691984177
Step 805, loss: 0.011249972507357597
Step 806, loss: 0.011068356223404408
Step 807, loss: 0.011025587096810341
Step 808, loss: 0.011308600194752216
Step 809, loss: 0.009170531295239925
Step 810, loss: 0.010964179411530495
Step 754, loss: 0.011610308662056923
Step 755, loss: 0.011598281562328339
Step 756, loss: 0.011545529589056969
Step 757, loss: 0.011641803197562695
Step 758, loss: 0.012221945449709892
Step 759, loss: 0.010724004358053207
Step 760, loss: 0.012026526033878326
Step 761, loss: 0.012988084927201271
Step 762, loss: 0.011820047162473202
Step 763, loss: 0.012528153136372566
Step 764, loss: 0.0111819077283144
Step 765, loss: 0.01230656635016203
Step 766, loss: 0.011570536531507969
Step 767, loss: 0.012078173458576202
Step 768, loss: 0.010873711667954922
Step 769, loss: 0.011023016646504402
Step 770, loss: 0.0120467534288764
Step 771, loss: 0.012445737607777119
Step 772, loss: 0.0121652502566576
Step 773, loss: 0.011550221592187881
Step 774, loss: 0.012279017828404903
Step 775, loss: 0.013193775899708271
Step 776, loss: 0.011606995947659016
Step 777, loss: 0.010966614820063114
Step 778, loss: 0.013581311330199242
Step 779, loss: 0.011957941576838493
Step 780, loss: 0.012121121399104595
Step 811, loss: 0.01127875130623579
Step 812, loss: 0.010034301318228245
Step 813, loss: 0.0109012546017766
Step 814, loss: 0.0114574721083045
Step 815, loss: 0.01105081383138895
Step 816, loss: 0.012346426025032997
Step 817, loss: 0.011162723414599895
Step 818, loss: 0.01117341686040163
Step 819, loss: 0.012217984534800053
Step 820, loss: 0.0123974047601223
Step 821, loss: 0.010478250682353973
Step 822, loss: 0.011645423248410225
Step 823, loss: 0.011837290599942207
Step 824, loss: 0.01103565376251936
Step 825, loss: 0.010286367498338223
Step 826, loss: 0.010918605141341686
Step 827, loss: 0.010697770863771439
Step 828, loss: 0.011997957713901997
Step 829, loss: 0.011600899510085583
Step 830, loss: 0.01108222734183073
Step 831, loss: 0.011544527485966682
Step 832, loss: 0.010697389021515846
Step 833, loss: 0.011132621206343174
Step 834, loss: 0.010123047977685928
Step 835, loss: 0.010630478151142597
Step 836, loss: 0.011639454402029514
Step 837, loss: 0.01145177148282528
Step 781, loss: 0.010209403932094574
Step 782, loss: 0.011310984380543232
Step 783, loss: 0.010957052931189537
Step 838, loss: 0.010992228984832764
Step 839, loss: 0.010960015468299389
Step 840, loss: 0.010652550496160984
Step 841, loss: 0.011286401189863682
Step 842, loss: 0.0110431844368577
Step 843, loss: 0.012155799195170403
Step 844, loss: 0.010619721375405788
Step 845, loss: 0.011285780929028988
Step 846, loss: 0.01156136579811573
Step 847, loss: 0.009816681034862995
Step 848, loss: 0.010977921076118946
Step 849, loss: 0.010949506424367428
Step 850, loss: 0.011483490467071533
Step 851, loss: 0.01066841371357441
Step 852, loss: 0.011209290474653244
Step 853, loss: 0.012171078473329544
Step 854, loss: 0.010951937176287174
Step 855, loss: 0.01202874630689621
Step 856, loss: 0.011644735932350159
Step 857, loss: 0.011031967587769032
Step 858, loss: 0.011643717996776104
Step 859, loss: 0.011330066248774529
Step 860, loss: 0.010173533111810684
Step 861, loss: 0.011466816999018192
Step 862, loss: 0.010767235420644283
Step 863, loss: 0.01207706704735756
Step 864, loss: 0.012862575240433216
Step 784, loss: 0.011354186572134495
Step 785, loss: 0.010966840200126171
Step 786, loss: 0.011215198785066605
Step 787, loss: 0.01196159329265356
Step 788, loss: 0.012661310844123363
Step 789, loss: 0.01139103900641203
Step 790, loss: 0.012301646173000336
Step 791, loss: 0.01228006836026907
Step 792, loss: 0.01004551351070404
Step 793, loss: 0.012427357025444508
Step 794, loss: 0.01178674679249525
Step 795, loss: 0.01137405913323164
Step 796, loss: 0.011616346426308155
Step 797, loss: 0.011037606745958328
Step 798, loss: 0.011592221446335316
Step 799, loss: 0.010864376090466976
Step 800, loss: 0.013196040876209736
Step 801, loss: 0.011106503196060658
Step 802, loss: 0.011214839294552803
Step 803, loss: 0.011534431017935276
Step 804, loss: 0.013196002691984177
Step 805, loss: 0.011249972507357597
Step 806, loss: 0.011068356223404408
Step 807, loss: 0.011025587096810341
Step 808, loss: 0.011308600194752216
Step 809, loss: 0.009170531295239925
Step 810, loss: 0.010964179411530495
Step 865, loss: 0.010886404663324356
Step 866, loss: 0.011540818028151989
Step 867, loss: 0.011251685209572315
Step 868, loss: 0.011207952164113522
Step 869, loss: 0.010903202928602695
Step 870, loss: 0.010716511867940426
Step 871, loss: 0.010023399256169796
Step 872, loss: 0.010268387384712696
Step 873, loss: 0.010164255276322365
Step 874, loss: 0.010137371718883514
Step 875, loss: 0.011159048415720463
Step 876, loss: 0.010931531898677349
Step 877, loss: 0.01056929212063551
Step 878, loss: 0.010343095287680626
Step 879, loss: 0.01017831265926361
Step 880, loss: 0.011369902640581131
Step 881, loss: 0.011047068051993847
Step 882, loss: 0.010277626104652882
Step 883, loss: 0.012184741906821728
Step 884, loss: 0.010173479095101357
Step 885, loss: 0.010415819473564625
Step 886, loss: 0.010820535011589527
Step 887, loss: 0.009309284389019012
Step 888, loss: 0.009349034167826176
Step 889, loss: 0.010290722362697124
Step 890, loss: 0.011909076943993568
Step 891, loss: 0.010059149004518986
Step 811, loss: 0.01127875130623579
Step 812, loss: 0.010034301318228245
Step 813, loss: 0.0109012546017766
Step 814, loss: 0.0114574721083045
Step 815, loss: 0.01105081383138895
Step 816, loss: 0.012346426025032997
Step 817, loss: 0.011162723414599895
Step 818, loss: 0.01117341686040163
Step 819, loss: 0.012217984534800053
Step 820, loss: 0.0123974047601223
Step 821, loss: 0.010478250682353973
Step 822, loss: 0.011645423248410225
Step 823, loss: 0.011837290599942207
Step 824, loss: 0.01103565376251936
Step 825, loss: 0.010286367498338223
Step 826, loss: 0.010918605141341686
Step 827, loss: 0.010697770863771439
Step 828, loss: 0.011997957713901997
Step 829, loss: 0.011600899510085583
Step 830, loss: 0.01108222734183073
Step 831, loss: 0.011544527485966682
Step 832, loss: 0.010697389021515846
Step 833, loss: 0.011132621206343174
Step 834, loss: 0.010123047977685928
Step 835, loss: 0.010630478151142597
Step 836, loss: 0.011639454402029514
Step 837, loss: 0.01145177148282528
Step 892, loss: 0.01084498967975378
Step 893, loss: 0.011129113845527172
Step 894, loss: 0.011101258918642998
Step 838, loss: 0.010992228984832764
Step 839, loss: 0.010960015468299389
Step 840, loss: 0.010652550496160984
Step 841, loss: 0.011286401189863682
Step 842, loss: 0.0110431844368577
Step 843, loss: 0.012155799195170403
Step 844, loss: 0.010619721375405788
Step 845, loss: 0.011285780929028988
Step 846, loss: 0.01156136579811573
Step 847, loss: 0.009816681034862995
Step 848, loss: 0.010977921076118946
Step 849, loss: 0.010949506424367428
Step 850, loss: 0.011483490467071533
Step 851, loss: 0.01066841371357441
Step 852, loss: 0.011209290474653244
Step 853, loss: 0.012171078473329544
Step 854, loss: 0.010951937176287174
Step 855, loss: 0.01202874630689621
Step 856, loss: 0.011644735932350159
Step 857, loss: 0.011031967587769032
Step 858, loss: 0.011643717996776104
Step 859, loss: 0.011330066248774529
Step 860, loss: 0.010173533111810684
Step 861, loss: 0.011466816999018192
Step 862, loss: 0.010767235420644283
Step 863, loss: 0.01207706704735756
Step 864, loss: 0.012862575240433216
Step 673, loss: 0.01354256458580494
Step 674, loss: 0.013346216641366482
Step 675, loss: 0.013688319362699986
Step 676, loss: 0.012204756960272789
Step 677, loss: 0.01425073854625225
Step 678, loss: 0.012683071196079254
Step 679, loss: 0.01161486841738224
Step 680, loss: 0.012334516271948814
Step 681, loss: 0.012273430824279785
Step 682, loss: 0.014247727580368519
Step 683, loss: 0.012568643316626549
Step 684, loss: 0.012783031910657883
Step 685, loss: 0.012332862243056297
Step 686, loss: 0.013043996877968311
Step 687, loss: 0.012963838875293732
Step 688, loss: 0.01292478945106268
Step 689, loss: 0.01339579839259386
Step 690, loss: 0.01259501650929451
Step 691, loss: 0.01327887736260891
Step 692, loss: 0.011555963195860386
Step 693, loss: 0.011656436137855053
Step 694, loss: 0.013696379028260708
Step 695, loss: 0.012635504826903343
Step 696, loss: 0.01281032431870699
Step 697, loss: 0.013504412025213242
Step 698, loss: 0.012822490185499191
Step 699, loss: 0.012880203314125538
Step 865, loss: 0.010886404663324356
Step 866, loss: 0.011540818028151989
Step 867, loss: 0.011251685209572315
Step 868, loss: 0.011207952164113522
Step 869, loss: 0.010903202928602695
Step 870, loss: 0.010716511867940426
Step 871, loss: 0.010023399256169796
Step 872, loss: 0.010268387384712696
Step 873, loss: 0.010164255276322365
Step 874, loss: 0.010137371718883514
Step 875, loss: 0.011159048415720463
Step 876, loss: 0.010931531898677349
Step 877, loss: 0.01056929212063551
Step 878, loss: 0.010343095287680626
Step 879, loss: 0.01017831265926361
Step 880, loss: 0.011369902640581131
Step 881, loss: 0.011047068051993847
Step 882, loss: 0.010277626104652882
Step 883, loss: 0.012184741906821728
Step 884, loss: 0.010173479095101357
Step 885, loss: 0.010415819473564625
Step 886, loss: 0.010820535011589527
Step 887, loss: 0.009309284389019012
Step 888, loss: 0.009349034167826176
Step 889, loss: 0.010290722362697124
Step 890, loss: 0.011909076943993568
Step 891, loss: 0.010059149004518986
Step 700, loss: 0.012943045236170292
Step 701, loss: 0.012984245084226131
Step 702, loss: 0.012866371311247349
Step 703, loss: 0.013816622085869312
Step 704, loss: 0.013308952562510967
Step 705, loss: 0.012790567241609097
Step 706, loss: 0.012600589543581009
Step 707, loss: 0.012122606858611107
Step 708, loss: 0.01343225222080946
Step 709, loss: 0.012109290808439255
Step 710, loss: 0.012030529789626598
Step 711, loss: 0.011820713989436626
Step 712, loss: 0.012734508141875267
Step 713, loss: 0.010608276352286339
Step 714, loss: 0.013464219868183136
Step 715, loss: 0.013053849339485168
Step 716, loss: 0.01123835425823927
Step 717, loss: 0.012325799092650414
Step 718, loss: 0.01214228942990303
Step 719, loss: 0.011714695021510124
Step 720, loss: 0.012741156853735447
Step 721, loss: 0.014017367735505104
Step 722, loss: 0.012330467812716961
Step 723, loss: 0.012824163772165775
Step 724, loss: 0.01362417172640562
Step 725, loss: 0.013361785560846329
Step 726, loss: 0.012855393812060356
Step 892, loss: 0.01084498967975378
Step 893, loss: 0.011129113845527172
Step 894, loss: 0.011101258918642998
Step 727, loss: 0.013163764961063862
Step 728, loss: 0.011850845068693161
Step 729, loss: 0.013634521514177322
Step 730, loss: 0.011023170314729214
Step 731, loss: 0.012394205667078495
Step 732, loss: 0.011905523017048836
Step 733, loss: 0.011208674870431423
Step 734, loss: 0.011934327892959118
Step 735, loss: 0.011462676338851452
Step 736, loss: 0.011710816994309425
Step 737, loss: 0.008668705821037292
Step 738, loss: 0.012348475866019726
Step 739, loss: 0.01141268014907837
Step 740, loss: 0.01227070577442646
Step 741, loss: 0.011930940672755241
Step 742, loss: 0.010574273765087128
Step 743, loss: 0.012194355018436909
Step 744, loss: 0.013293917290866375
Step 745, loss: 0.011828090995550156
Step 746, loss: 0.010734181851148605
Step 747, loss: 0.010956958867609501
Step 748, loss: 0.012556411325931549
Step 749, loss: 0.011395204812288284
Step 750, loss: 0.011018503457307816
Step 751, loss: 0.01179235428571701
Step 752, loss: 0.01130668818950653
Step 753, loss: 0.011124370619654655
Step 784, loss: 0.011354186572134495
Step 785, loss: 0.010966840200126171
Step 786, loss: 0.011215198785066605
Step 787, loss: 0.01196159329265356
Step 788, loss: 0.012661310844123363
Step 789, loss: 0.01139103900641203
Step 790, loss: 0.012301646173000336
Step 791, loss: 0.01228006836026907
Step 792, loss: 0.01004551351070404
Step 793, loss: 0.012427357025444508
Step 794, loss: 0.01178674679249525
Step 795, loss: 0.01137405913323164
Step 796, loss: 0.011616346426308155
Step 797, loss: 0.011037606745958328
Step 798, loss: 0.011592221446335316
Step 799, loss: 0.010864376090466976
Step 800, loss: 0.013196040876209736
Step 801, loss: 0.011106503196060658
Step 802, loss: 0.011214839294552803
Step 803, loss: 0.011534431017935276
Step 804, loss: 0.013196002691984177
Step 805, loss: 0.011249972507357597
Step 806, loss: 0.011068356223404408
Step 807, loss: 0.011025587096810341
Step 808, loss: 0.011308600194752216
Step 809, loss: 0.009170531295239925
Step 810, loss: 0.010964179411530495
Step 754, loss: 0.011610308662056923
Step 755, loss: 0.011598281562328339
Step 756, loss: 0.011545529589056969
Step 757, loss: 0.011641803197562695
Step 758, loss: 0.012221945449709892
Step 759, loss: 0.010724004358053207
Step 760, loss: 0.012026526033878326
Step 761, loss: 0.012988084927201271
Step 762, loss: 0.011820047162473202
Step 763, loss: 0.012528153136372566
Step 764, loss: 0.0111819077283144
Step 765, loss: 0.01230656635016203
Step 766, loss: 0.011570536531507969
Step 767, loss: 0.012078173458576202
Step 768, loss: 0.010873711667954922
Step 769, loss: 0.011023016646504402
Step 770, loss: 0.0120467534288764
Step 771, loss: 0.012445737607777119
Step 772, loss: 0.0121652502566576
Step 773, loss: 0.011550221592187881
Step 774, loss: 0.012279017828404903
Step 775, loss: 0.013193775899708271
Step 776, loss: 0.011606995947659016
Step 777, loss: 0.010966614820063114
Step 778, loss: 0.013581311330199242
Step 779, loss: 0.011957941576838493
Step 780, loss: 0.012121121399104595
Step 811, loss: 0.01127875130623579
Step 812, loss: 0.010034301318228245
Step 813, loss: 0.0109012546017766
Step 814, loss: 0.0114574721083045
Step 815, loss: 0.01105081383138895
Step 816, loss: 0.012346426025032997
Step 817, loss: 0.011162723414599895
Step 818, loss: 0.01117341686040163
Step 819, loss: 0.012217984534800053
Step 820, loss: 0.0123974047601223
Step 821, loss: 0.010478250682353973
Step 822, loss: 0.011645423248410225
Step 823, loss: 0.011837290599942207
Step 824, loss: 0.01103565376251936
Step 825, loss: 0.010286367498338223
Step 826, loss: 0.010918605141341686
Step 827, loss: 0.010697770863771439
Step 828, loss: 0.011997957713901997
Step 829, loss: 0.011600899510085583
Step 830, loss: 0.01108222734183073
Step 831, loss: 0.011544527485966682
Step 832, loss: 0.010697389021515846
Step 833, loss: 0.011132621206343174
Step 834, loss: 0.010123047977685928
Step 835, loss: 0.010630478151142597
Step 836, loss: 0.011639454402029514
Step 837, loss: 0.01145177148282528
Step 781, loss: 0.010209403932094574
Step 782, loss: 0.011310984380543232
Step 783, loss: 0.010957052931189537
Step 838, loss: 0.010992228984832764
Step 839, loss: 0.010960015468299389
Step 840, loss: 0.010652550496160984
Step 841, loss: 0.011286401189863682
Step 842, loss: 0.0110431844368577
Step 843, loss: 0.012155799195170403
Step 844, loss: 0.010619721375405788
Step 845, loss: 0.011285780929028988
Step 846, loss: 0.01156136579811573
Step 847, loss: 0.009816681034862995
Step 848, loss: 0.010977921076118946
Step 849, loss: 0.010949506424367428
Step 850, loss: 0.011483490467071533
Step 851, loss: 0.01066841371357441
Step 852, loss: 0.011209290474653244
Step 853, loss: 0.012171078473329544
Step 854, loss: 0.010951937176287174
Step 855, loss: 0.01202874630689621
Step 856, loss: 0.011644735932350159
Step 857, loss: 0.011031967587769032
Step 858, loss: 0.011643717996776104
Step 859, loss: 0.011330066248774529
Step 860, loss: 0.010173533111810684
Step 861, loss: 0.011466816999018192
Step 862, loss: 0.010767235420644283
Step 863, loss: 0.01207706704735756
Step 864, loss: 0.012862575240433216
Step 784, loss: 0.011354186572134495
Step 785, loss: 0.010966840200126171
Step 786, loss: 0.011215198785066605
Step 787, loss: 0.01196159329265356
Step 788, loss: 0.012661310844123363
Step 789, loss: 0.01139103900641203
Step 790, loss: 0.012301646173000336
Step 791, loss: 0.01228006836026907
Step 792, loss: 0.01004551351070404
Step 793, loss: 0.012427357025444508
Step 794, loss: 0.01178674679249525
Step 795, loss: 0.01137405913323164
Step 796, loss: 0.011616346426308155
Step 797, loss: 0.011037606745958328
Step 798, loss: 0.011592221446335316
Step 799, loss: 0.010864376090466976
Step 800, loss: 0.013196040876209736
Step 801, loss: 0.011106503196060658
Step 802, loss: 0.011214839294552803
Step 803, loss: 0.011534431017935276
Step 804, loss: 0.013196002691984177
Step 805, loss: 0.011249972507357597
Step 806, loss: 0.011068356223404408
Step 807, loss: 0.011025587096810341
Step 808, loss: 0.011308600194752216
Step 809, loss: 0.009170531295239925
Step 810, loss: 0.010964179411530495
Step 865, loss: 0.010886404663324356
Step 866, loss: 0.011540818028151989
Step 867, loss: 0.011251685209572315
Step 868, loss: 0.011207952164113522
Step 869, loss: 0.010903202928602695
Step 870, loss: 0.010716511867940426
Step 871, loss: 0.010023399256169796
Step 872, loss: 0.010268387384712696
Step 873, loss: 0.010164255276322365
Step 874, loss: 0.010137371718883514
Step 875, loss: 0.011159048415720463
Step 876, loss: 0.010931531898677349
Step 877, loss: 0.01056929212063551
Step 878, loss: 0.010343095287680626
Step 879, loss: 0.01017831265926361
Step 880, loss: 0.011369902640581131
Step 881, loss: 0.011047068051993847
Step 882, loss: 0.010277626104652882
Step 883, loss: 0.012184741906821728
Step 884, loss: 0.010173479095101357
Step 885, loss: 0.010415819473564625
Step 886, loss: 0.010820535011589527
Step 887, loss: 0.009309284389019012
Step 888, loss: 0.009349034167826176
Step 889, loss: 0.010290722362697124
Step 890, loss: 0.011909076943993568
Step 891, loss: 0.010059149004518986
Step 811, loss: 0.01127875130623579
Step 812, loss: 0.010034301318228245
Step 813, loss: 0.0109012546017766
Step 814, loss: 0.0114574721083045
Step 815, loss: 0.01105081383138895
Step 816, loss: 0.012346426025032997
Step 817, loss: 0.011162723414599895
Step 818, loss: 0.01117341686040163
Step 819, loss: 0.012217984534800053
Step 820, loss: 0.0123974047601223
Step 821, loss: 0.010478250682353973
Step 822, loss: 0.011645423248410225
Step 823, loss: 0.011837290599942207
Step 824, loss: 0.01103565376251936
Step 825, loss: 0.010286367498338223
Step 826, loss: 0.010918605141341686
Step 827, loss: 0.010697770863771439
Step 828, loss: 0.011997957713901997
Step 829, loss: 0.011600899510085583
Step 830, loss: 0.01108222734183073
Step 831, loss: 0.011544527485966682
Step 832, loss: 0.010697389021515846
Step 833, loss: 0.011132621206343174
Step 834, loss: 0.010123047977685928
Step 835, loss: 0.010630478151142597
Step 836, loss: 0.011639454402029514
Step 837, loss: 0.01145177148282528
Step 892, loss: 0.01084498967975378
Step 893, loss: 0.011129113845527172
Step 894, loss: 0.011101258918642998
Step 838, loss: 0.010992228984832764
Step 839, loss: 0.010960015468299389
Step 840, loss: 0.010652550496160984
Step 841, loss: 0.011286401189863682
Step 842, loss: 0.0110431844368577
Step 843, loss: 0.012155799195170403
Step 844, loss: 0.010619721375405788
Step 845, loss: 0.011285780929028988
Step 846, loss: 0.01156136579811573
Step 847, loss: 0.009816681034862995
Step 848, loss: 0.010977921076118946
Step 849, loss: 0.010949506424367428
Step 850, loss: 0.011483490467071533
Step 851, loss: 0.01066841371357441
Step 852, loss: 0.011209290474653244
Step 853, loss: 0.012171078473329544
Step 854, loss: 0.010951937176287174
Step 855, loss: 0.01202874630689621
Step 856, loss: 0.011644735932350159
Step 857, loss: 0.011031967587769032
Step 858, loss: 0.011643717996776104
Step 859, loss: 0.011330066248774529
Step 860, loss: 0.010173533111810684
Step 861, loss: 0.011466816999018192
Step 862, loss: 0.010767235420644283
Step 863, loss: 0.01207706704735756
Step 864, loss: 0.012862575240433216
Step 865, loss: 0.010886404663324356
Step 866, loss: 0.011540818028151989
Step 867, loss: 0.011251685209572315
Step 868, loss: 0.011207952164113522
Step 869, loss: 0.010903202928602695
Step 870, loss: 0.010716511867940426
Step 871, loss: 0.010023399256169796
Step 872, loss: 0.010268387384712696
Step 873, loss: 0.010164255276322365
Step 874, loss: 0.010137371718883514
Step 875, loss: 0.011159048415720463
Step 876, loss: 0.010931531898677349
Step 877, loss: 0.01056929212063551
Step 878, loss: 0.010343095287680626
Step 879, loss: 0.01017831265926361
Step 880, loss: 0.011369902640581131
Step 881, loss: 0.011047068051993847
Step 882, loss: 0.010277626104652882
Step 883, loss: 0.012184741906821728
Step 884, loss: 0.010173479095101357
Step 885, loss: 0.010415819473564625
Step 886, loss: 0.010820535011589527
Step 887, loss: 0.009309284389019012
Step 888, loss: 0.009349034167826176
Step 889, loss: 0.010290722362697124
Step 890, loss: 0.011909076943993568
Step 891, loss: 0.010059149004518986
Step 892, loss: 0.01084498967975378
Step 893, loss: 0.011129113845527172
Step 894, loss: 0.011101258918642998
Step 895, loss: 0.010523419827222824
Step 896, loss: 0.011107550002634525
Step 897, loss: 0.010406730696558952
Step 898, loss: 0.011357123032212257
Step 899, loss: 0.011072415858507156
Step 900, loss: 0.010731917805969715
Step 901, loss: 0.010538584552705288
Step 902, loss: 0.011623227037489414
Step 903, loss: 0.01081620343029499
Step 904, loss: 0.01027456484735012
Step 905, loss: 0.010084372945129871
Step 906, loss: 0.01053374633193016
Step 907, loss: 0.010197012685239315
Step 908, loss: 0.011680442839860916
Step 909, loss: 0.011105645447969437
Step 910, loss: 0.009744618088006973
Step 911, loss: 0.010527590289711952
Step 912, loss: 0.01171213947236538
Step 913, loss: 0.010416757315397263
Step 914, loss: 0.008954686112701893
Step 915, loss: 0.0095096779987216
Step 916, loss: 0.009644970297813416
Step 917, loss: 0.00944723840802908
Step 918, loss: 0.011295381933450699
Step 919, loss: 0.010082736611366272
Step 920, loss: 0.010957332327961922
Step 921, loss: 0.010076073929667473
Step 922, loss: 0.01082682516425848
Step 923, loss: 0.011577131226658821
Step 924, loss: 0.009164215996861458
Step 925, loss: 0.010912365280091763
Step 926, loss: 0.010628984309732914
Step 927, loss: 0.01099158450961113
Step 928, loss: 0.010326755233108997
Step 929, loss: 0.011116987094283104
Step 930, loss: 0.009801182895898819
Step 931, loss: 0.009524204768240452
Step 932, loss: 0.009037808515131474
Step 933, loss: 0.010236811824142933
Step 934, loss: 0.010192246176302433
Step 935, loss: 0.01068971585482359
Step 936, loss: 0.011244899593293667
Step 937, loss: 0.00894252024590969
Step 938, loss: 0.010303789749741554
Step 939, loss: 0.00929945521056652
Step 940, loss: 0.00992742832750082
Step 941, loss: 0.01013392023742199
Step 942, loss: 0.009891421534121037
Step 943, loss: 0.010142354294657707
Step 944, loss: 0.00973108597099781
Step 945, loss: 0.010387408547103405
Step 946, loss: 0.009568614885210991
Step 947, loss: 0.010589906945824623
Step 948, loss: 0.00977504812180996
Step 949, loss: 0.010781576856970787
Step 950, loss: 0.009630565531551838
Step 951, loss: 0.00962632056325674
Step 952, loss: 0.008899329230189323
Step 953, loss: 0.007775565609335899
Step 954, loss: 0.011400427669286728
Step 955, loss: 0.010051533579826355
Step 956, loss: 0.009798401966691017
Step 957, loss: 0.009486032649874687
Step 958, loss: 0.009705633856356144
Step 959, loss: 0.010291806422173977
Step 960, loss: 0.00914842076599598
Step 961, loss: 0.009468695148825645
Step 962, loss: 0.010207567363977432
Step 963, loss: 0.010319825261831284
Step 964, loss: 0.009729837998747826
Step 965, loss: 0.011331360787153244
Step 966, loss: 0.010436833836138248
Step 967, loss: 0.009451459161937237
Step 968, loss: 0.010858796536922455
Step 969, loss: 0.011309672147035599
Step 970, loss: 0.01010974496603012
Step 971, loss: 0.011326306499540806
Step 972, loss: 0.011178473941981792
Step 973, loss: 0.01027489174157381
Step 974, loss: 0.010263720527291298
Step 975, loss: 0.00981106050312519
Step 976, loss: 0.011157045140862465
Step 977, loss: 0.010660440661013126
Step 978, loss: 0.011701846495270729
Step 979, loss: 0.009161877445876598
Step 980, loss: 0.00976248737424612
Step 981, loss: 0.009529375471174717
Step 982, loss: 0.010279186069965363
Step 983, loss: 0.011405060067772865
Step 984, loss: 0.009374980814754963
Step 985, loss: 0.009737301617860794
Step 986, loss: 0.010225735604763031
Step 987, loss: 0.008649429306387901
Step 988, loss: 0.009423377923667431
Step 989, loss: 0.011476089246571064
Step 990, loss: 0.009212201461195946
Step 991, loss: 0.009537918493151665
Step 992, loss: 0.011509835720062256
Step 993, loss: 0.009940373711287975
Step 994, loss: 0.009100767783820629
Step 995, loss: 0.009249293245375156
Step 996, loss: 0.00881715677678585
Step 997, loss: 0.009285472333431244
Step 998, loss: 0.010249289683997631
Step 999, loss: 0.009237391874194145
Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 159, in wait_for_base_dir_creation
    await asyncio.sleep(0.25)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 605, in sleep
Step 895, loss: 0.010523419827222824
Step 896, loss: 0.011107550002634525
Step 897, loss: 0.010406730696558952
Step 898, loss: 0.011357123032212257
Step 899, loss: 0.011072415858507156
Step 900, loss: 0.010731917805969715
Step 901, loss: 0.010538584552705288
Step 902, loss: 0.011623227037489414
Step 903, loss: 0.01081620343029499
Step 904, loss: 0.01027456484735012
Step 905, loss: 0.010084372945129871
Step 906, loss: 0.01053374633193016
Step 907, loss: 0.010197012685239315
Step 908, loss: 0.011680442839860916
Step 909, loss: 0.011105645447969437
Step 910, loss: 0.009744618088006973
Step 911, loss: 0.010527590289711952
Step 912, loss: 0.01171213947236538
Step 913, loss: 0.010416757315397263
Step 914, loss: 0.008954686112701893
Step 915, loss: 0.0095096779987216
Step 916, loss: 0.009644970297813416
Step 917, loss: 0.00944723840802908
Step 918, loss: 0.011295381933450699
Step 919, loss: 0.010082736611366272
Step 920, loss: 0.010957332327961922
Step 921, loss: 0.010076073929667473
Step 922, loss: 0.01082682516425848
Step 923, loss: 0.011577131226658821
Step 924, loss: 0.009164215996861458
Step 925, loss: 0.010912365280091763
Step 926, loss: 0.010628984309732914
Step 927, loss: 0.01099158450961113
Step 928, loss: 0.010326755233108997
Step 929, loss: 0.011116987094283104
Step 930, loss: 0.009801182895898819
Step 931, loss: 0.009524204768240452
Step 932, loss: 0.009037808515131474
Step 933, loss: 0.010236811824142933
Step 934, loss: 0.010192246176302433
Step 935, loss: 0.01068971585482359
Step 936, loss: 0.011244899593293667
Step 937, loss: 0.00894252024590969
Step 938, loss: 0.010303789749741554
Step 939, loss: 0.00929945521056652
Step 940, loss: 0.00992742832750082
Step 941, loss: 0.01013392023742199
Step 942, loss: 0.009891421534121037
Step 943, loss: 0.010142354294657707
Step 944, loss: 0.00973108597099781
Step 945, loss: 0.010387408547103405
Step 946, loss: 0.009568614885210991
Step 947, loss: 0.010589906945824623
Step 948, loss: 0.00977504812180996
Step 949, loss: 0.010781576856970787
Step 950, loss: 0.009630565531551838
Step 951, loss: 0.00962632056325674
Step 952, loss: 0.008899329230189323
Step 953, loss: 0.007775565609335899
Step 954, loss: 0.011400427669286728
Step 955, loss: 0.010051533579826355
Step 956, loss: 0.009798401966691017
Step 957, loss: 0.009486032649874687
Step 958, loss: 0.009705633856356144
Step 959, loss: 0.010291806422173977
Step 960, loss: 0.00914842076599598
Step 961, loss: 0.009468695148825645
Step 962, loss: 0.010207567363977432
Step 963, loss: 0.010319825261831284
Step 964, loss: 0.009729837998747826
Step 965, loss: 0.011331360787153244
Step 966, loss: 0.010436833836138248
Step 967, loss: 0.009451459161937237
Step 968, loss: 0.010858796536922455
Step 969, loss: 0.011309672147035599
Step 970, loss: 0.01010974496603012
Step 971, loss: 0.011326306499540806
Step 972, loss: 0.011178473941981792
Step 973, loss: 0.01027489174157381
Step 974, loss: 0.010263720527291298
Step 975, loss: 0.00981106050312519
Step 976, loss: 0.011157045140862465
Step 977, loss: 0.010660440661013126
Step 978, loss: 0.011701846495270729
Step 979, loss: 0.009161877445876598
Step 980, loss: 0.00976248737424612
Step 981, loss: 0.009529375471174717
Step 982, loss: 0.010279186069965363
Step 983, loss: 0.011405060067772865
Step 984, loss: 0.009374980814754963
Step 985, loss: 0.009737301617860794
Step 986, loss: 0.010225735604763031
Step 987, loss: 0.008649429306387901
Step 988, loss: 0.009423377923667431
Step 989, loss: 0.011476089246571064
Step 990, loss: 0.009212201461195946
Step 991, loss: 0.009537918493151665
Step 992, loss: 0.011509835720062256
Step 993, loss: 0.009940373711287975
Step 994, loss: 0.009100767783820629
Step 995, loss: 0.009249293245375156
Step 996, loss: 0.00881715677678585
Step 997, loss: 0.009285472333431244
Step 998, loss: 0.010249289683997631
Step 999, loss: 0.009237391874194145
Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 159, in wait_for_base_dir_creation
    await asyncio.sleep(0.25)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 605, in sleep
    return await future
asyncio.exceptions.CancelledError

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 456, in wait_for
    return await future
asyncio.exceptions.CancelledError

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 456, in wait_for
    return fut.result()
asyncio.exceptions.CancelledError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 162, in _maybe_create_base_dir
    await asyncio.wait_for(
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 458, in wait_for
    return fut.result()
asyncio.exceptions.CancelledError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 162, in _maybe_create_base_dir
    raise exceptions.TimeoutError() from exc
asyncio.exceptions.TimeoutError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/train_lam.py", line 278, in <module>
    orbax_checkpointer.save(
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/checkpointers/checkpointer.py", line 255, in save
    await asyncio.wait_for(
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 458, in wait_for
    raise exceptions.TimeoutError() from exc
asyncio.exceptions.TimeoutError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/train_lam.py", line 278, in <module>
    orbax_checkpointer.save(
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/checkpointers/checkpointer.py", line 255, in save
    self._handler.save(tmpdir.get(), args=ckpt_args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/pytree_checkpoint_handler.py", line 594, in save
    self._handler.save(tmpdir.get(), args=ckpt_args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/pytree_checkpoint_handler.py", line 594, in save
    self._handler_impl.save(directory, args=args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 554, in save
    self._handler_impl.save(directory, args=args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 554, in save
    asyncio_utils.run_sync(async_save(directory, *args, **kwargs))
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    asyncio_utils.run_sync(async_save(directory, *args, **kwargs))
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 552, in async_save
    f.result()  # Block on result.
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 174, in result
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 552, in async_save
    f.result()  # Block on result.
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 174, in result
    f.result(timeout=time_remaining)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 397, in result
    f.result(timeout=time_remaining)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 397, in result
    return self._f.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 348, in result
    return self._t.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 297, in result
    return self._f.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 348, in result
    self.join(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 294, in join
    return self._t.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 297, in result
    raise self._exception
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 281, in run
    self.join(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 294, in join
    super().run()
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/threading.py", line 953, in run
    raise self._exception
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 281, in run
    super().run()
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/threading.py", line 953, in run
Step 895, loss: 0.010523419827222824
Step 896, loss: 0.011107550002634525
Step 897, loss: 0.010406730696558952
Step 898, loss: 0.011357123032212257
Step 899, loss: 0.011072415858507156
Step 900, loss: 0.010731917805969715
Step 901, loss: 0.010538584552705288
Step 902, loss: 0.011623227037489414
Step 903, loss: 0.01081620343029499
Step 904, loss: 0.01027456484735012
Step 905, loss: 0.010084372945129871
Step 906, loss: 0.01053374633193016
Step 907, loss: 0.010197012685239315
Step 908, loss: 0.011680442839860916
Step 909, loss: 0.011105645447969437
Step 910, loss: 0.009744618088006973
Step 911, loss: 0.010527590289711952
Step 912, loss: 0.01171213947236538
Step 913, loss: 0.010416757315397263
Step 914, loss: 0.008954686112701893
Step 915, loss: 0.0095096779987216
Step 916, loss: 0.009644970297813416
Step 917, loss: 0.00944723840802908
Step 918, loss: 0.011295381933450699
Step 919, loss: 0.010082736611366272
Step 920, loss: 0.010957332327961922
Step 921, loss: 0.010076073929667473
Step 922, loss: 0.01082682516425848
Step 923, loss: 0.011577131226658821
Step 924, loss: 0.009164215996861458
Step 925, loss: 0.010912365280091763
Step 926, loss: 0.010628984309732914
Step 927, loss: 0.01099158450961113
Step 928, loss: 0.010326755233108997
Step 929, loss: 0.011116987094283104
Step 930, loss: 0.009801182895898819
Step 931, loss: 0.009524204768240452
Step 932, loss: 0.009037808515131474
Step 933, loss: 0.010236811824142933
Step 934, loss: 0.010192246176302433
Step 935, loss: 0.01068971585482359
Step 936, loss: 0.011244899593293667
Step 937, loss: 0.00894252024590969
Step 938, loss: 0.010303789749741554
Step 939, loss: 0.00929945521056652
Step 940, loss: 0.00992742832750082
Step 941, loss: 0.01013392023742199
Step 942, loss: 0.009891421534121037
Step 943, loss: 0.010142354294657707
Step 944, loss: 0.00973108597099781
Step 945, loss: 0.010387408547103405
Step 946, loss: 0.009568614885210991
Step 947, loss: 0.010589906945824623
Step 948, loss: 0.00977504812180996
Step 949, loss: 0.010781576856970787
Step 950, loss: 0.009630565531551838
Step 951, loss: 0.00962632056325674
Step 952, loss: 0.008899329230189323
Step 953, loss: 0.007775565609335899
Step 954, loss: 0.011400427669286728
Step 955, loss: 0.010051533579826355
Step 956, loss: 0.009798401966691017
Step 957, loss: 0.009486032649874687
Step 958, loss: 0.009705633856356144
Step 959, loss: 0.010291806422173977
Step 960, loss: 0.00914842076599598
Step 961, loss: 0.009468695148825645
Step 962, loss: 0.010207567363977432
Step 963, loss: 0.010319825261831284
Step 964, loss: 0.009729837998747826
Step 965, loss: 0.011331360787153244
Step 966, loss: 0.010436833836138248
Step 967, loss: 0.009451459161937237
Step 968, loss: 0.010858796536922455
Step 969, loss: 0.011309672147035599
Step 970, loss: 0.01010974496603012
Step 971, loss: 0.011326306499540806
Step 972, loss: 0.011178473941981792
Step 973, loss: 0.01027489174157381
Step 974, loss: 0.010263720527291298
Step 975, loss: 0.00981106050312519
Step 976, loss: 0.011157045140862465
Step 977, loss: 0.010660440661013126
Step 978, loss: 0.011701846495270729
Step 979, loss: 0.009161877445876598
Step 980, loss: 0.00976248737424612
Step 981, loss: 0.009529375471174717
Step 982, loss: 0.010279186069965363
Step 983, loss: 0.011405060067772865
Step 984, loss: 0.009374980814754963
Step 985, loss: 0.009737301617860794
Step 986, loss: 0.010225735604763031
Step 987, loss: 0.008649429306387901
Step 988, loss: 0.009423377923667431
Step 989, loss: 0.011476089246571064
Step 990, loss: 0.009212201461195946
Step 991, loss: 0.009537918493151665
Step 992, loss: 0.011509835720062256
Step 993, loss: 0.009940373711287975
Step 994, loss: 0.009100767783820629
Step 995, loss: 0.009249293245375156
Step 996, loss: 0.00881715677678585
Step 997, loss: 0.009285472333431244
Step 998, loss: 0.010249289683997631
Step 999, loss: 0.009237391874194145
Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 159, in wait_for_base_dir_creation
    await asyncio.sleep(0.25)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 605, in sleep
    return await future
asyncio.exceptions.CancelledError

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 456, in wait_for
    return fut.result()
asyncio.exceptions.CancelledError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 162, in _maybe_create_base_dir
    await asyncio.wait_for(
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 458, in wait_for
    raise exceptions.TimeoutError() from exc
asyncio.exceptions.TimeoutError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/train_lam.py", line 278, in <module>
    orbax_checkpointer.save(
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/checkpointers/checkpointer.py", line 255, in save
    self._handler.save(tmpdir.get(), args=ckpt_args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/pytree_checkpoint_handler.py", line 594, in save
    self._handler_impl.save(directory, args=args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 554, in save
    asyncio_utils.run_sync(async_save(directory, *args, **kwargs))
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 552, in async_save
    f.result()  # Block on result.
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 174, in result
    f.result(timeout=time_remaining)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 397, in result
    return self._f.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 348, in result
    return self._t.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 297, in result
    self.join(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 294, in join
    self._target(*self._args, **self._kwargs)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 230, in _target_setting_result
    raise self._exception
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 281, in run
    super().run()
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/threading.py", line 953, in run
    self._target(*self._args, **self._kwargs)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 230, in _target_setting_result
    self._result = target()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 341, in <lambda>
    target=lambda: asyncio_utils.run_sync(coro),
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    self._target(*self._args, **self._kwargs)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 230, in _target_setting_result
    self._result = target()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 341, in <lambda>
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    target=lambda: asyncio_utils.run_sync(coro),
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    self._result = target()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 341, in <lambda>
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    target=lambda: asyncio_utils.run_sync(coro),
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py", line 1105, in _background_serialize
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py", line 1105, in _background_serialize
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py", line 1105, in _background_serialize
    await asyncio.gather(*write_coros)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 194, in write
    await asyncio.gather(*write_coros)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 194, in write
    await asyncio.gather(*write_coros)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 194, in write
    await self._maybe_create_base_dir(file_path.parent)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 169, in _maybe_create_base_dir
    await self._maybe_create_base_dir(file_path.parent)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 169, in _maybe_create_base_dir
    await self._maybe_create_base_dir(file_path.parent)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 169, in _maybe_create_base_dir
    raise ValueError(
ValueError: [process_index=4] Timed out waiting for array_metadatas base directory creation: /mnt/odfs/3318546/stripe_default/checkpoints/lam_1751657963_1000.orbax-checkpoint-tmp-0/array_metadatas. timeout=600 seconds. primary_process=0
    raise ValueError(
ValueError: [process_index=5] Timed out waiting for array_metadatas base directory creation: /mnt/odfs/3318546/stripe_default/checkpoints/lam_1751657963_1000.orbax-checkpoint-tmp-0/array_metadatas. timeout=600 seconds. primary_process=0
    raise ValueError(
ValueError: [process_index=6] Timed out waiting for array_metadatas base directory creation: /mnt/odfs/3318546/stripe_default/checkpoints/lam_1751657963_1000.orbax-checkpoint-tmp-0/array_metadatas. timeout=600 seconds. primary_process=0
Step 895, loss: 0.010523419827222824
Step 896, loss: 0.011107550002634525
Step 897, loss: 0.010406730696558952
Step 898, loss: 0.011357123032212257
Step 899, loss: 0.011072415858507156
Step 900, loss: 0.010731917805969715
Step 901, loss: 0.010538584552705288
Step 902, loss: 0.011623227037489414
Step 903, loss: 0.01081620343029499
Step 904, loss: 0.01027456484735012
Step 905, loss: 0.010084372945129871
Step 906, loss: 0.01053374633193016
Step 907, loss: 0.010197012685239315
Step 908, loss: 0.011680442839860916
Step 909, loss: 0.011105645447969437
Step 910, loss: 0.009744618088006973
Step 911, loss: 0.010527590289711952
Step 912, loss: 0.01171213947236538
Step 913, loss: 0.010416757315397263
Step 914, loss: 0.008954686112701893
Step 915, loss: 0.0095096779987216
Step 916, loss: 0.009644970297813416
Step 917, loss: 0.00944723840802908
Step 918, loss: 0.011295381933450699
Step 919, loss: 0.010082736611366272
Step 920, loss: 0.010957332327961922
Step 921, loss: 0.010076073929667473
Step 922, loss: 0.01082682516425848
Step 923, loss: 0.011577131226658821
Step 924, loss: 0.009164215996861458
Step 925, loss: 0.010912365280091763
Step 926, loss: 0.010628984309732914
Step 927, loss: 0.01099158450961113
Step 928, loss: 0.010326755233108997
Step 929, loss: 0.011116987094283104
Step 930, loss: 0.009801182895898819
Step 931, loss: 0.009524204768240452
Step 932, loss: 0.009037808515131474
Step 933, loss: 0.010236811824142933
Step 934, loss: 0.010192246176302433
Step 935, loss: 0.01068971585482359
Step 936, loss: 0.011244899593293667
Step 937, loss: 0.00894252024590969
Step 938, loss: 0.010303789749741554
Step 939, loss: 0.00929945521056652
Step 940, loss: 0.00992742832750082
Step 941, loss: 0.01013392023742199
Step 942, loss: 0.009891421534121037
Step 943, loss: 0.010142354294657707
Step 944, loss: 0.00973108597099781
Step 945, loss: 0.010387408547103405
Step 946, loss: 0.009568614885210991
Step 947, loss: 0.010589906945824623
Step 948, loss: 0.00977504812180996
Step 949, loss: 0.010781576856970787
Step 950, loss: 0.009630565531551838
Step 951, loss: 0.00962632056325674
Step 952, loss: 0.008899329230189323
Step 953, loss: 0.007775565609335899
Step 954, loss: 0.011400427669286728
Step 955, loss: 0.010051533579826355
Step 956, loss: 0.009798401966691017
Step 957, loss: 0.009486032649874687
Step 958, loss: 0.009705633856356144
Step 959, loss: 0.010291806422173977
Step 960, loss: 0.00914842076599598
Step 961, loss: 0.009468695148825645
Step 962, loss: 0.010207567363977432
Step 963, loss: 0.010319825261831284
Step 964, loss: 0.009729837998747826
Step 965, loss: 0.011331360787153244
Step 966, loss: 0.010436833836138248
Step 967, loss: 0.009451459161937237
Step 968, loss: 0.010858796536922455
Step 969, loss: 0.011309672147035599
Step 970, loss: 0.01010974496603012
Step 971, loss: 0.011326306499540806
Step 972, loss: 0.011178473941981792
Step 973, loss: 0.01027489174157381
Step 974, loss: 0.010263720527291298
Step 975, loss: 0.00981106050312519
Step 976, loss: 0.011157045140862465
Step 977, loss: 0.010660440661013126
Step 978, loss: 0.011701846495270729
Step 979, loss: 0.009161877445876598
Step 980, loss: 0.00976248737424612
Step 981, loss: 0.009529375471174717
Step 982, loss: 0.010279186069965363
Step 983, loss: 0.011405060067772865
Step 984, loss: 0.009374980814754963
Step 985, loss: 0.009737301617860794
Step 986, loss: 0.010225735604763031
Step 987, loss: 0.008649429306387901
Step 988, loss: 0.009423377923667431
Step 989, loss: 0.011476089246571064
Step 990, loss: 0.009212201461195946
Step 991, loss: 0.009537918493151665
Step 992, loss: 0.011509835720062256
Step 993, loss: 0.009940373711287975
Step 994, loss: 0.009100767783820629
Step 995, loss: 0.009249293245375156
Step 996, loss: 0.00881715677678585
Step 997, loss: 0.009285472333431244
Step 998, loss: 0.010249289683997631
Step 999, loss: 0.009237391874194145
Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 159, in wait_for_base_dir_creation
    await asyncio.sleep(0.25)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 605, in sleep
    return await future
asyncio.exceptions.CancelledError

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 456, in wait_for
    return fut.result()
asyncio.exceptions.CancelledError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 162, in _maybe_create_base_dir
    await asyncio.wait_for(
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/tasks.py", line 458, in wait_for
    raise exceptions.TimeoutError() from exc
asyncio.exceptions.TimeoutError

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar_jobs/train_lam.py", line 278, in <module>
    orbax_checkpointer.save(
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/checkpointers/checkpointer.py", line 255, in save
    self._handler.save(tmpdir.get(), args=ckpt_args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/pytree_checkpoint_handler.py", line 594, in save
    self._handler_impl.save(directory, args=args)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 554, in save
    asyncio_utils.run_sync(async_save(directory, *args, **kwargs))
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/handlers/base_pytree_checkpoint_handler.py", line 552, in async_save
    f.result()  # Block on result.
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 174, in result
    f.result(timeout=time_remaining)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 397, in result
    return self._f.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 348, in result
    return self._t.result(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 297, in result
    self.join(timeout=timeout)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 294, in join
    raise self._exception
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 281, in run
    super().run()
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/threading.py", line 953, in run
    self._target(*self._args, **self._kwargs)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 230, in _target_setting_result
    self._result = target()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/futures/future.py", line 341, in <lambda>
    target=lambda: asyncio_utils.run_sync(coro),
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/asyncio_utils.py", line 50, in run_sync
    return asyncio.run(coro)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/runners.py", line 44, in run
    return loop.run_until_complete(main)
  File "/home/hk-project-p0023960/tum_cte0515/.local/share/uv/python/cpython-3.10.18-linux-x86_64-gnu/lib/python3.10/asyncio/base_events.py", line 649, in run_until_complete
    return future.result()
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py", line 1105, in _background_serialize
    await asyncio.gather(*write_coros)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 194, in write
    await self._maybe_create_base_dir(file_path.parent)
  File "/hkfs/home/project/hk-project-p0023960/tum_cte0515/Projects/jafar/.venv/lib/python3.10/site-packages/orbax/checkpoint/_src/metadata/array_metadata_store.py", line 169, in _maybe_create_base_dir
    raise ValueError(
ValueError: [process_index=7] Timed out waiting for array_metadatas base directory creation: /mnt/odfs/3318546/stripe_default/checkpoints/lam_1751657963_1000.orbax-checkpoint-tmp-0/array_metadatas. timeout=600 seconds. primary_process=0
2025-07-04 22:04:02.435145: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service.cc:1689] Shutdown barrier in coordination service has failed:
DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']
This suggests that the workers are out of sync. Either at least one worker (a) crashed early due to program error or scheduler events (e.g. preemption, eviction), (b) was too fast in its execution, or (c) too slow / hanging. Check the logs (both the program and scheduler events) for an earlier error to identify the root cause.
2025-07-04 22:04:02.435177: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service.cc:1730] Use error polling to propagate the following error to all tasks: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008'] [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 22:04:02.435446: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 22:04:02.435509: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 22:04:02.435421: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 22:04:02.435486: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 22:04:02.435606: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 22:04:02.435608: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']

2025-07-04 22:04:02.435497: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 22:04:02.435552: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 22:04:02.435617: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']

2025-07-04 22:04:02.435457: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 22:04:02.435778: E external/xla/xla/tsl/distributed_runtime/coordination/coordination_service_agent.cc:427] Polled an error from coordination service (this can be an error from this or another task).
2025-07-04 22:04:02.435632: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 22:04:02.442860: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 22:04:02.442872: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
2025-07-04 22:04:02.443180: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']

2025-07-04 22:04:02.443185: F external/xla/xla/pjrt/distributed/client.h:80] Terminating process because the JAX distributed service detected fatal errors. This most likely indicates that another task died; see the other task logs for more details. Disable Python buffering, i.e. `python -u`, to be sure to see all the previous output. absl::Status: INTERNAL: Shutdown barrier has failed.
Barrier result: 'DEADLINE_EXCEEDED: Barrier timed out. Id: Shutdown::3350736091682906008::0. This usually happens because a task triggered the barrier too early or too slowly. Please look at the task logs (both timed out and first task) to debug further.
# of tasks that reached the barrier: 4/8.
The first task at the barrier: /job:jax_worker/replica:0/task:4. Some timed out task names:
/job:jax_worker/replica:0/task:0
/job:jax_worker/replica:0/task:3
 [type.googleapis.com/tensorflow.CoordinationServiceError=''] [type.googleapis.com/tensorflow.BarrierError='
\x1dShutdown::3350736091682906008']

RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
RPC: /tensorflow.CoordinationService/PollForError [type.googleapis.com/tensorflow.CoordinationServiceError='']
srun: error: hkn0604: tasks 0-1: Aborted (core dumped)
srun: error: hkn0612: task 7: Aborted (core dumped)
srun: error: hkn0604: task 3: Aborted (core dumped)
srun: error: hkn0612: tasks 4-5: Aborted (core dumped)
srun: error: hkn0612: task 6: Aborted (core dumped)
srun: error: hkn0604: task 2: Aborted (core dumped)

============================= JOB FEEDBACK =============================

Job ID: 3318546
Cluster: hk
User/Group: tum_cte0515/hk-project-p0023960
Account: hk-project-p0023960
State: FAILED (exit code 134)
Partition: accelerated
Nodes: 2
Cores per node: 24
Nodelist: hkn[0604,0612]
CPU Utilized: 04:01:27
CPU Efficiency: 19.36% of 20:47:12 core-walltime
Job Wall-clock time: 00:25:59
Starttime: Fri Jul  4 21:38:05 2025
Endtime: Fri Jul  4 22:04:04 2025
Memory Utilized: 94.00 GB (estimated maximum)
Memory Efficiency: 0.00% of 0.00 MB (0.00 MB/node)
Energy Consumed: 2155221 Joule / 598.6725 Watthours
Average node power draw: 1382.43810134702 Watt