diff --git a/sbatch_4b284b12boscar.sh b/sbatch_4b284b12boscar.sh new file mode 100644 index 0000000000000000000000000000000000000000..550b103edef190b5d1216d5c5ef4793cc8f5d94e --- /dev/null +++ b/sbatch_4b284b12boscar.sh @@ -0,0 +1,163 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b12boscar + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=checkpoints_$VARIANT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" + +TRAIN_DATA_PATH=train12boscar.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/oscar_subsampled/gpt2tok_oscar_en_12B_text_document" +VALID_DATA_PATH=valc4oscar.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=2 + +MICRO_BATCH_SIZE=2 +GRADIENT_ACCUMULATION_STEPS=1 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_4516M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=10000 + +# Tokens: 84_000_000_000 +# -> Samples: 41_015_625.0 +TRAIN_SAMPLES=41_015_625 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.95 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 410_156 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1000 \ + --eval-iters 100 \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/sbatch_4b284b17boscar.sh b/sbatch_4b284b17boscar.sh new file mode 100644 index 0000000000000000000000000000000000000000..50c0466f480bfbc124b8a8107fc7df4105100414 --- /dev/null +++ b/sbatch_4b284b17boscar.sh @@ -0,0 +1,163 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b17boscar + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=checkpoints_$VARIANT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" + +TRAIN_DATA_PATH=train17boscar.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/oscar_subsampled/gpt2tok_oscar_en_17B_text_document" +VALID_DATA_PATH=valc4oscar.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=2 + +MICRO_BATCH_SIZE=2 +GRADIENT_ACCUMULATION_STEPS=1 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_4516M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=10000 + +# Tokens: 84_000_000_000 +# -> Samples: 41_015_625.0 +TRAIN_SAMPLES=41_015_625 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.95 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 410_156 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1000 \ + --eval-iters 100 \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/sbatch_4b284b21boscar.sh b/sbatch_4b284b21boscar.sh new file mode 100644 index 0000000000000000000000000000000000000000..76ec795eb1792a7f679975b787fa6f3f2ba5d437 --- /dev/null +++ b/sbatch_4b284b21boscar.sh @@ -0,0 +1,163 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b21boscar + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=checkpoints_$VARIANT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" + +TRAIN_DATA_PATH=train21boscar.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/oscar_subsampled/gpt2tok_oscar_en_21B_text_document" +VALID_DATA_PATH=valc4oscar.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=2 + +MICRO_BATCH_SIZE=2 +GRADIENT_ACCUMULATION_STEPS=1 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_4516M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=10000 + +# Tokens: 84_000_000_000 +# -> Samples: 41_015_625.0 +TRAIN_SAMPLES=41_015_625 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.95 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 410_156 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1000 \ + --eval-iters 100 \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/sbatch_4b284b28boscar.sh b/sbatch_4b284b28boscar.sh new file mode 100644 index 0000000000000000000000000000000000000000..8f6e06161070867a9b99efe5efa176b7fca41807 --- /dev/null +++ b/sbatch_4b284b28boscar.sh @@ -0,0 +1,163 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b28boscar + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=checkpoints_$VARIANT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" + +TRAIN_DATA_PATH=train28boscar.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/oscar_subsampled/gpt2tok_oscar_en_28B_text_document" +VALID_DATA_PATH=valc4oscar.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=2 + +MICRO_BATCH_SIZE=2 +GRADIENT_ACCUMULATION_STEPS=1 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_4516M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=10000 + +# Tokens: 84_000_000_000 +# -> Samples: 41_015_625.0 +TRAIN_SAMPLES=41_015_625 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.95 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 410_156 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1000 \ + --eval-iters 100 \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/sbatch_4b284b42boscar.sh b/sbatch_4b284b42boscar.sh new file mode 100644 index 0000000000000000000000000000000000000000..b23857605b3fa94932bba030dd9a4859079cebfd --- /dev/null +++ b/sbatch_4b284b42boscar.sh @@ -0,0 +1,163 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b42boscar + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=checkpoints_$VARIANT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" + +TRAIN_DATA_PATH=train42boscar.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/oscar_subsampled/gpt2tok_oscar_en_42B_text_document" +VALID_DATA_PATH=valc4oscar.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=2 + +MICRO_BATCH_SIZE=2 +GRADIENT_ACCUMULATION_STEPS=1 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_4516M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=10000 + +# Tokens: 84_000_000_000 +# -> Samples: 41_015_625.0 +TRAIN_SAMPLES=41_015_625 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.95 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 410_156 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1000 \ + --eval-iters 100 \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/sbatch_4b284b84boscar.sh b/sbatch_4b284b84boscar.sh new file mode 100644 index 0000000000000000000000000000000000000000..5ce81a6a53562b2562e3530ff090c5db71b2a054 --- /dev/null +++ b/sbatch_4b284b84boscar.sh @@ -0,0 +1,163 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b84boscar + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=checkpoints_$VARIANT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" + +TRAIN_DATA_PATH=trainoscar.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/oscar_megatron/gpt2tok_oscar_text_document" +VALID_DATA_PATH=valc4oscar.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=2 + +MICRO_BATCH_SIZE=2 +GRADIENT_ACCUMULATION_STEPS=1 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_4516M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=10000 + +# Tokens: 84_000_000_000 +# -> Samples: 41_015_625.0 +TRAIN_SAMPLES=41_015_625 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.95 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 410_156 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1000 \ + --eval-iters 100 \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/sbatch_4b284b84boscarv2.sh b/sbatch_4b284b84boscarv2.sh new file mode 100644 index 0000000000000000000000000000000000000000..4810dff169111a944e6d27c7e1f4084b0c920225 --- /dev/null +++ b/sbatch_4b284b84boscarv2.sh @@ -0,0 +1,163 @@ +#!/bin/bash +#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901 +#SBATCH --nodes=32 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=40 +#SBATCH --mem=256G +#SBATCH -p standard-g +#SBATCH -t 48:00:00 +#SBATCH --gpus-per-node=mi250:8 +#SBATCH --exclusive=user +#SBATCH --hint=nomultithread +#SBATCH --account=project_462000119 +#SBATCH -o logs/%j.out +#SBATCH -e logs/%j.err + +VARIANT=4b284b84boscarv2 + +# if run without sbatch, invoke here +if [ -z $SLURM_JOB_ID ]; then + mkdir -p logs + sbatch "$0" + exit +fi + +set -euo pipefail + +# symlink logs/latest.out and logs/latest.err +ln -f -s $SLURM_JOB_ID.out logs/latest.out +ln -f -s $SLURM_JOB_ID.err logs/latest.err + +KILL_SWITCH_PATH=kill-switch-$VARIANT +CHECKPOINT_PATH=checkpoints_$VARIANT +TENSORBOARD_PATH=tensorboard_$VARIANT + +# Data +VOCAB_FILE="gpt2/vocab.json" +MERGE_FILE="gpt2/merges.txt" + +TRAIN_DATA_PATH=train84boscar.txt +# "train: 1.0 0:1 /scratch/project_462000119/data/oscar_subsampled/gpt2tok_oscar_en_84B_text_document" +VALID_DATA_PATH=valc4oscar.txt +# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" + +PP_SIZE=1 +TP_SIZE=2 + +MICRO_BATCH_SIZE=2 +GRADIENT_ACCUMULATION_STEPS=1 +WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES)) +GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS)) + +# Model parameters +source model_params.sh +MODEL_PARAM=("${PARAM_4516M[@]}") +NHIDDEN=${MODEL_PARAM[0]} +FFN_HIDDEN_SIZE=${MODEL_PARAM[1]} +KV_SIZE=${MODEL_PARAM[2]} +NHEADS=${MODEL_PARAM[3]} +NLAYERS=${MODEL_PARAM[4]} +SEQ_LEN=2048 + +echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS" + +SAVE_INTERVAL=10000 + +# Tokens: 84_000_000_000 +# -> Samples: 41_015_625.0 +TRAIN_SAMPLES=41_015_625 + +OPTIMIZER_ARGS=" \ + --optimizer adam \ + --adam-beta1 0.9 \ + --adam-beta2 0.95 \ + --adam-eps 1e-8 \ + --lr 2e-4 \ + --min-lr 2e-5 \ + --lr-decay-style cosine \ + --lr-decay-samples $TRAIN_SAMPLES \ + --lr-warmup-samples 410_156 \ + --clip-grad 1.0 \ + --weight-decay 1e-1 \ + " + +GPT_ARGS=" \ + --num-layers $NLAYERS \ + --hidden-size $NHIDDEN \ + --num-attention-heads $NHEADS \ + --kv-channels $KV_SIZE \ + --ffn-hidden-size $FFN_HIDDEN_SIZE \ + --seq-length $SEQ_LEN \ + --max-position-embeddings $SEQ_LEN \ + --micro-batch-size $MICRO_BATCH_SIZE \ + --global-batch-size $GLOBAL_BATCH_SIZE \ + --train-samples $TRAIN_SAMPLES \ + --vocab-file $VOCAB_FILE \ + --merge-file $MERGE_FILE \ + --clip-grad 1.0 \ + --kill-switch-path $KILL_SWITCH_PATH \ + --bf16 \ + $OPTIMIZER_ARGS \ + " + +OUTPUT_ARGS=" \ + --log-interval 10 \ + --save-interval $SAVE_INTERVAL \ + --eval-interval 1000 \ + --eval-iters 100 \ + --tensorboard-dir $TENSORBOARD_PATH \ + --tensorboard-queue-size 5 \ + --log-timers-to-tensorboard \ + --log-batch-size-to-tensorboard \ + --log-validation-ppl-to-tensorboard \ + " + +ZERO_STAGE=0 + +mkdir -p ds_configs +DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json" + +cat < $DS_CONFIG_PATH +{ + "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE, + "train_batch_size": $GLOBAL_BATCH_SIZE, + "gradient_clipping": 1.0, + "zero_optimization": { + "stage": $ZERO_STAGE + }, + "bf16": { + "enabled": true + }, + "steps_per_print": 2000, + "wall_clock_breakdown": false +} +EOF + +DEEPSPEED_ARGS=" \ + --deepspeed \ + --deepspeed_config $DS_CONFIG_PATH \ + --zero-stage $ZERO_STAGE \ + " + +CMD=" \ + Megatron-DeepSpeed/pretrain_gpt.py \ + --tensor-model-parallel-size $TP_SIZE \ + --pipeline-model-parallel-size $PP_SIZE \ + $GPT_ARGS \ + $OUTPUT_ARGS \ + --save $CHECKPOINT_PATH \ + --load $CHECKPOINT_PATH \ + --train-weighted-split-paths-path $TRAIN_DATA_PATH \ + --valid-weighted-split-paths-path $VALID_DATA_PATH \ + --data-impl mmap \ + $DEEPSPEED_ARGS \ + " + +echo $CMD + +echo "START $SLURM_JOBID: $(date)" + +# bash launch_srun.sh $CMD +srun --label launch.sh $CMD + +echo "END $SLURM_JOBID: $(date)" diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856570.nid006263.130294.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856570.nid006263.130294.0 new file mode 100644 index 0000000000000000000000000000000000000000..1e11a1b0bf09718afac0407a8ecf7350da759b6c --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856570.nid006263.130294.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ceb8811f0559480a59efb0565cf1ca8aa21cbfc1815f31ae224edfe5ebc000 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856819.nid005294.21710.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856819.nid005294.21710.0 new file mode 100644 index 0000000000000000000000000000000000000000..aa7013f6c7f8cf4c81912bbaae815e63d638994f --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856819.nid005294.21710.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7455472269f8784b78484b8ae9293d185f487562338b571a288dff4e5743366f +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856960.nid005294.25660.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856960.nid005294.25660.0 new file mode 100644 index 0000000000000000000000000000000000000000..d1501e04809ebf3ed08a640343745ee971746c60 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675856960.nid005294.25660.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab5ec129d35d42ec2d6f60936bc7279a8bbd9094ddf01346cf2a98c2d5651b8 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675858197.nid005550.30902.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675858197.nid005550.30902.0 new file mode 100644 index 0000000000000000000000000000000000000000..a132ef135b0cc0ff14f2033e9d37cccb13f14f13 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1675858197.nid005550.30902.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e61f4f0e66569a26b81042246fe77154f42d95a0eac66c3e529b284ec7edd8f +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676110974.nid006477.93231.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676110974.nid006477.93231.0 new file mode 100644 index 0000000000000000000000000000000000000000..d683a5e4e8b38fb4a221f367642e683fc0c74010 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676110974.nid006477.93231.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a107f46e4619bdb593d742f2267aefb57f64ec83349ce5daf38201144fdc7a9 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111235.nid006473.99660.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111235.nid006473.99660.0 new file mode 100644 index 0000000000000000000000000000000000000000..4cb4a81d71c6f217d3a3d5eb4f30d9b660cea0ed --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111235.nid006473.99660.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dfcf386f78fe1d83e7591514e86f7d29d7a3dd2704e5889ff585885622fa444 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111486.nid006075.4896.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111486.nid006075.4896.0 new file mode 100644 index 0000000000000000000000000000000000000000..6fe01c55ee2089623d75284f61a3e3efd1867e34 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111486.nid006075.4896.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc71bcc1b422476099dad7145b73f20090058b87a5c051c5223e939901e456c +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111753.nid006299.74298.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111753.nid006299.74298.0 new file mode 100644 index 0000000000000000000000000000000000000000..8da4ae9055dcc5412619ba135be85a3184813bff --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676111753.nid006299.74298.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e924b831347694452da891ecc0588d6a5642986fa57cd24f00d3480cca26ff49 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112010.nid006207.54676.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112010.nid006207.54676.0 new file mode 100644 index 0000000000000000000000000000000000000000..42691bb547b653692dabbc78ab02c662ffc9394f --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112010.nid006207.54676.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff77dacb9f4d895ba51215bcfeb2e4151988e9017722a57ccad27c062c1e5303 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112231.nid006293.58630.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112231.nid006293.58630.0 new file mode 100644 index 0000000000000000000000000000000000000000..f7f8522bb00c8575f7900827c7b61a685d6cc23e --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112231.nid006293.58630.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89acfdd2b5262e544a82e689be47ba4d519744dd86ceb28f93c073bbc04d022a +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112569.nid006299.86070.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112569.nid006299.86070.0 new file mode 100644 index 0000000000000000000000000000000000000000..df056aa075ab4294e8c389702c44533ac8788303 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112569.nid006299.86070.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86db2238a105875b6d2bfc272e719be5813b1a630248eb3ae14b2dbf21775136 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112794.nid006299.92926.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112794.nid006299.92926.0 new file mode 100644 index 0000000000000000000000000000000000000000..82a30211dc1500405c38ab102f156fc2efb4a5c4 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676112794.nid006299.92926.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd93449607b4e0f8d27efd909f5dc5a26519736dcbc085619ed271edc7b4b7b +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676142403.nid005382.129911.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676142403.nid005382.129911.0 new file mode 100644 index 0000000000000000000000000000000000000000..4bcb8adac3647122e9f22729a7a0a30404c7adb9 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676142403.nid005382.129911.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4fb8ec30f0313f79878429495b81d8e058c62002bb6fb76419a8803d57a01f4 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144435.nid006070.114854.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144435.nid006070.114854.0 new file mode 100644 index 0000000000000000000000000000000000000000..317fc6ab547df8b808bb1f347339682b852ea65a --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144435.nid006070.114854.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0faca19a93242ac9eabc67a5add9f659f4e319485712a2f762da584ffb3f1fb +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144612.nid006070.118769.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144612.nid006070.118769.0 new file mode 100644 index 0000000000000000000000000000000000000000..2c58ded3cf3edfe8a4c7e4d34466b6b9593539c9 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144612.nid006070.118769.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3811ff81c07c2b00c0549c9945cc284115a27c3ac57c5b978974ac5698b63af2 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144755.nid005382.14084.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144755.nid005382.14084.0 new file mode 100644 index 0000000000000000000000000000000000000000..f0b37dda96e2ca09c02cb3e6d319339a7eb217bf --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676144755.nid005382.14084.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71134aeccce957d5e1d067e6f7cb87043955dc9ebae3271c1d6bd85bfbc491a2 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676146757.nid005695.2381.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676146757.nid005695.2381.0 new file mode 100644 index 0000000000000000000000000000000000000000..d65cbd81c93d8b6464536246d41992a19c22f3ee --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676146757.nid005695.2381.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d57b74d5ba75a2461f3c3f1bbccc8c844b28fa4dce91ce9bbe75a1bf1cc333 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676146910.nid005695.6476.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676146910.nid005695.6476.0 new file mode 100644 index 0000000000000000000000000000000000000000..f037cb0b9dbe97befa5de13bffb0c9ba72a6e5a1 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676146910.nid005695.6476.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468b9d44af9dea593a1882dc518baa569ab1299d920abbf5971b7120dad75b93 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147023.nid005695.10153.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147023.nid005695.10153.0 new file mode 100644 index 0000000000000000000000000000000000000000..e1d37159f7b63bc5646f44bf59437530e518dff9 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147023.nid005695.10153.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f0aa279871ac20102491d4431b2383ae8120bbdf2b7ec4c575296a184f9721d +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147183.nid005695.14015.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147183.nid005695.14015.0 new file mode 100644 index 0000000000000000000000000000000000000000..34e37c89d366fdfc830c073c35882a05fd3ea8f1 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147183.nid005695.14015.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e62c12fef00290cb471e64e6789b5ae6516c22ba689ab5dbe5a9a2821bd8c4 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147337.nid005695.17432.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147337.nid005695.17432.0 new file mode 100644 index 0000000000000000000000000000000000000000..9577704fcca8569c81b970d7c890389c01a01360 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147337.nid005695.17432.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9959dc9828454a1c6087ac55023116a6ef775c2c8f9b738edc0ed216fc2d6de3 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147490.nid005695.21295.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147490.nid005695.21295.0 new file mode 100644 index 0000000000000000000000000000000000000000..b01a521f3b4d103a2c37a04f3f3567a4dc9ede68 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147490.nid005695.21295.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1f298cbe927960fbd21a680be79f4ce2370a65f11a02ac57e223c10737f4de +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147650.nid005382.34778.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147650.nid005382.34778.0 new file mode 100644 index 0000000000000000000000000000000000000000..c4c1fe5bfbe3678dd3ebacd9792bffa6b598b78a --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676147650.nid005382.34778.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ed394d94d1395e31521cb3d9f31454c22e68d7bf08bce1e1e6686df3394302 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152377.nid005695.69797.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152377.nid005695.69797.0 new file mode 100644 index 0000000000000000000000000000000000000000..c09865be5dbb2c8144640a9a6f266ba621bb9680 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152377.nid005695.69797.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2e85b168d5a233dcc00a97ff79f2908998d39ccf6e108891217e978ec0a908a +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152542.nid006070.43023.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152542.nid006070.43023.0 new file mode 100644 index 0000000000000000000000000000000000000000..a79be79cbdc6d2c28837e5411f057206e68e4d0b --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152542.nid006070.43023.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0df1b117503e3f85959aa16f0ea9e88b8c493e7ad0e9b102f908498a0addec +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152666.nid006070.46458.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152666.nid006070.46458.0 new file mode 100644 index 0000000000000000000000000000000000000000..55ef0483316e60c58fe2bdd695b89246ced32b9c --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152666.nid006070.46458.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7561d0d5c8067b140ee04ef936dbdc3e5c9664f812a840c3ece7e2c760637bd3 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152812.nid007236.128492.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152812.nid007236.128492.0 new file mode 100644 index 0000000000000000000000000000000000000000..03c6f37053bcb587dded29816d8fbdcaf1c5f828 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152812.nid007236.128492.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:959eabb64aa405ac38db02da0dafa3c9ad3c449bb4a97210aaa6892494c308e8 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152962.nid007236.2282.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152962.nid007236.2282.0 new file mode 100644 index 0000000000000000000000000000000000000000..f671ae6d66885560674b4c73256edeb8149c10bb --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676152962.nid007236.2282.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e3a7e039c2387e082c4b07a9562bfb8d78e02840289ce8105de03c8b9eccd4 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676153132.nid006070.59365.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676153132.nid006070.59365.0 new file mode 100644 index 0000000000000000000000000000000000000000..68b2a33492a1a2c6050a278ff9657dc9778ca284 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676153132.nid006070.59365.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22c6763c0bbbcead6f7f89b3ff540ca27d42b7ee9d2538f9cef7be25e9a081ca +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676153307.nid006070.62963.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676153307.nid006070.62963.0 new file mode 100644 index 0000000000000000000000000000000000000000..8e4b689e1693f9731a6489d919e93b9b5871a441 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676153307.nid006070.62963.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37df3f475822df2f686b1b352818088b7fff7da8162f49899ee39c34b4b1d9fc +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676195864.nid006255.7086.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676195864.nid006255.7086.0 new file mode 100644 index 0000000000000000000000000000000000000000..6832aae370bd3b8e0045777674fa886bcc1cd962 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676195864.nid006255.7086.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a8253a0b40c44064c42bfd907dbbaa8f4a6365898ce699784e68d5978b6ee9 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676197952.nid006255.20098.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676197952.nid006255.20098.0 new file mode 100644 index 0000000000000000000000000000000000000000..c35fb02da75d0664e2f4b4a05dc21124c3f20a7f --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676197952.nid006255.20098.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14ba341aa76494ae98bbb88ccb0b0e7da790d8530ede042b74e864124b9b4d9 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676199898.nid006255.36081.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676199898.nid006255.36081.0 new file mode 100644 index 0000000000000000000000000000000000000000..339cd78266471ece6b223256b101a49399fffa79 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676199898.nid006255.36081.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad8b412637f3fd4e8c6f35080b40e98efb6cd9f9d39e0d9d7691e55d79aed231 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676201997.nid006255.49355.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676201997.nid006255.49355.0 new file mode 100644 index 0000000000000000000000000000000000000000..6fd7e53a896accfe88afe3a4e8b14ca00c636392 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676201997.nid006255.49355.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7d94f82ee8abd240b1444106d38f041ddb26bb90f05c7bd87f2942e8695d7c +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676203967.nid005381.105183.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676203967.nid005381.105183.0 new file mode 100644 index 0000000000000000000000000000000000000000..b15c4765f0d654c84353d91ae8a60bb50202136a --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676203967.nid005381.105183.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d9cea510ec16b5f21812449c5b305fcda248c1775074f7138e62b0d8021106a +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676222207.nid006618.79559.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676222207.nid006618.79559.0 new file mode 100644 index 0000000000000000000000000000000000000000..ff440e6a2487bf06818c869220192da6aeba6731 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676222207.nid006618.79559.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b78350307fb4473e7d9e619a3f0b5830645616ee770f920ebbdfaa6beb07a0eb +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676222711.nid007035.120629.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676222711.nid007035.120629.0 new file mode 100644 index 0000000000000000000000000000000000000000..efbe9ebb754e3c22de1fbeb0cf23dddb72d2198f --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676222711.nid007035.120629.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b3a4b662036efa1e3169dbfad0009fef731e31e472f489e9353af34fab6af9 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676223197.nid007035.126064.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676223197.nid007035.126064.0 new file mode 100644 index 0000000000000000000000000000000000000000..392fa2a99502ce547358251ccebc10f155b8c911 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676223197.nid007035.126064.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1822963ecd55a22df184d59345491456805de452a1691f2e76b51b098f8093ce +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676223674.nid007217.102216.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676223674.nid007217.102216.0 new file mode 100644 index 0000000000000000000000000000000000000000..78f864ce908ce2dcd45048cd30050c9e253ba4e1 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676223674.nid007217.102216.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2598ea1f29f08154e5915ef068fec2e0ec4050be93060c65a599adc83514b4db +size 19746 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676224159.nid006997.52675.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676224159.nid006997.52675.0 new file mode 100644 index 0000000000000000000000000000000000000000..e153e8000d81bc55f3a73bb8a95f174d74ca511c --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676224159.nid006997.52675.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc766b8325133e3c75f3e46a91fc2d9174e92a588e67df02584111ed9a227697 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676224640.nid006997.58319.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676224640.nid006997.58319.0 new file mode 100644 index 0000000000000000000000000000000000000000..ef56c2e3add46e450a01df69a35a990368253e87 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676224640.nid006997.58319.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e5d5ce6fd2b2ca1cc8ef8726eb85bcb52543f4168a184a1099a631dc03b8089 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676225130.nid006997.66088.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676225130.nid006997.66088.0 new file mode 100644 index 0000000000000000000000000000000000000000..79a68505321e8621e95cc1e3cebbc46b9619fc9e --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676225130.nid006997.66088.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d85f4f28a6cae966c6feb268a9d6b8bf1aa68b27f50cb6384c7ea9fe9cf8b7 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676225618.nid006997.71542.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676225618.nid006997.71542.0 new file mode 100644 index 0000000000000000000000000000000000000000..83e21eb187dfe7297ae7b2aa58c3228f3575cc6f --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676225618.nid006997.71542.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0fff9af17fad69e80cb7fb6ed1682ed1c6440cf13e3cd441df20bdbc1782e0 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676238434.nid005631.62000.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676238434.nid005631.62000.0 new file mode 100644 index 0000000000000000000000000000000000000000..eedaf882ef2864781a664e23510ace440bc3de49 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676238434.nid005631.62000.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146937663aed83152c68cb134472755969fe15447de6a29f9c827f4aaa3616fe +size 108174438 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676411360.nid006111.2864.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676411360.nid006111.2864.0 new file mode 100644 index 0000000000000000000000000000000000000000..608d48d4fc98179deba170b12cfba001bf672c1a --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676411360.nid006111.2864.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0461a740ac77c0490298aaf330d0583543f9a7308f75cf4dd109b0eb2789d3c4 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676411928.nid006111.11810.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676411928.nid006111.11810.0 new file mode 100644 index 0000000000000000000000000000000000000000..41c11b6febda56e0f63d91d0a0287ad71b0d15e5 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676411928.nid006111.11810.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751841345a1271e57f3a78952b5e33e167095927b65a5e9cdf16dbfc20bea30d +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676412441.nid006111.19931.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676412441.nid006111.19931.0 new file mode 100644 index 0000000000000000000000000000000000000000..89d812c08503888923ae019d1c78aa5c6244b72f --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676412441.nid006111.19931.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e688625be7afb5392908c8d24110612f0f332cfa18e8ef186a7c6be8ef351bf5 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676412940.nid006111.25855.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676412940.nid006111.25855.0 new file mode 100644 index 0000000000000000000000000000000000000000..7e6112b4740f62a0559ca3710bcc0c84c5ce433e --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676412940.nid006111.25855.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a306b1ea005c7b94021228e82806e015bbba9ffd36da258f85f53ec3b1c2a0d4 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676413479.nid006111.34509.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676413479.nid006111.34509.0 new file mode 100644 index 0000000000000000000000000000000000000000..543b64596d21a64f5e2d00ab418413ed3e38d187 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676413479.nid006111.34509.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe07adf9344a8868e6415e4d4d8fbd77984bfd620f8c03627a87dd1fd495b3cf +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676413998.nid006111.39893.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676413998.nid006111.39893.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fc31554c24897336ae4c15b3eed74575591031c --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676413998.nid006111.39893.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e5997a2986b94fbabe273dc7d98381c8735e58251253d3c407a41a1255abb5e +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676414482.nid006111.48512.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676414482.nid006111.48512.0 new file mode 100644 index 0000000000000000000000000000000000000000..668496bc5ea6e42186143d2dd388560b64104281 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676414482.nid006111.48512.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f0fad992e77cd4d3b55dabbbca90ca104d684d428d03afbb59b85ca36d9f55 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676837922.nid005385.37837.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676837922.nid005385.37837.0 new file mode 100644 index 0000000000000000000000000000000000000000..90d684e12187f4f25211880ea0b12bae62086d13 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676837922.nid005385.37837.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a33af92456d93ac15d4f629fb74b5e4a41ebf487c3c300a4aad1811687c191 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676839852.nid006761.125481.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676839852.nid006761.125481.0 new file mode 100644 index 0000000000000000000000000000000000000000..48936eb4597f474e5b633ca9240dc942af6ef687 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676839852.nid006761.125481.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:615517624e312535ec2856b7d3cfc7699c11f5c1e951a9911cc30d929dad8629 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676840393.nid007065.51831.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676840393.nid007065.51831.0 new file mode 100644 index 0000000000000000000000000000000000000000..613a670b02fb785fdbfcbe7304fcc53196cc70fa --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676840393.nid007065.51831.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1433eb6d139f0d1214531b36ae6b16a1a35b14e9c444e2a4e3772ba267d3645b +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676840938.nid006651.52980.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676840938.nid006651.52980.0 new file mode 100644 index 0000000000000000000000000000000000000000..bc0f4bfe93440453ec783f113c4098e60eebc8ff --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676840938.nid006651.52980.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d23c6c1b8081997857d41624f765e060da42171271b91b1d2328e3d669623d7 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676841500.nid006656.93159.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676841500.nid006656.93159.0 new file mode 100644 index 0000000000000000000000000000000000000000..0f5d0b3ec56bd6dcace5ec81be73dd1963c11762 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676841500.nid006656.93159.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8ba844e6ec9aa2f00bd75a67faf39b1ed86527014eac8520c56efc232b0930 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676842050.nid007205.21198.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676842050.nid007205.21198.0 new file mode 100644 index 0000000000000000000000000000000000000000..c082d2b5d992856782bc3a6eebf4c449db979b96 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676842050.nid007205.21198.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ebf4ab966cec454afb8be9db010e6ffaadc3121cfb58ff19e03767700ccc282 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676898492.nid006299.130022.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676898492.nid006299.130022.0 new file mode 100644 index 0000000000000000000000000000000000000000..110fbd5c92b0001466f07e2a456aa43014d3656b --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676898492.nid006299.130022.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ed8d820e7525c7484cbf09617e833604ccb85e0047a3ca748d9d0f9606650f8 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676898954.nid005400.67342.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676898954.nid005400.67342.0 new file mode 100644 index 0000000000000000000000000000000000000000..0ef52fef7febbda450b1b2a12201ca19029a6880 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676898954.nid005400.67342.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e711a2c564562bef6c44e4d1503f6d92ee17333e2d3ebd3bab3b740caebcc31 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676899459.nid006618.10686.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676899459.nid006618.10686.0 new file mode 100644 index 0000000000000000000000000000000000000000..9fb39b2e5922ba0dabf5cfdfad27b1df8d50d4c7 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676899459.nid006618.10686.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7704553bcabac8aad5ef1fd6624e2f01dbecf6ecf848e715bd1560cb89de5e0 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676899952.nid006299.15499.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676899952.nid006299.15499.0 new file mode 100644 index 0000000000000000000000000000000000000000..928641c4599f799c40ede6e945050091e324edcb --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676899952.nid006299.15499.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5b6310b187fa85779168f217a03e0ca61a4650e334885b4a1a2fd47ac14e98 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676900513.nid006071.123517.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676900513.nid006071.123517.0 new file mode 100644 index 0000000000000000000000000000000000000000..ac2d223c19fc645374f28f2d55da2fd980f7ab79 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676900513.nid006071.123517.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9470b479e0cb42ad5d9198c538a44c520399210efee4369d5fbbd411dde3a4e +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676901058.nid006618.24158.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676901058.nid006618.24158.0 new file mode 100644 index 0000000000000000000000000000000000000000..5d2c7e6ae3740d6d826772ebb201873ed0f7cb56 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676901058.nid006618.24158.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67cd3c34a8f8533bdd891cdf8873ba71f9e3e24cf38ca7159f0896e960ef587f +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676901583.nid007009.63092.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676901583.nid007009.63092.0 new file mode 100644 index 0000000000000000000000000000000000000000..c22adf6cd95610fb4098c2a64df018d99dda94c5 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676901583.nid007009.63092.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3054d5069152a6aecd89e121e5ed148de413d7b0ad4ea4c0200c87068a2e4cee +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676902101.nid006071.3911.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676902101.nid006071.3911.0 new file mode 100644 index 0000000000000000000000000000000000000000..93eec4cfad9e39bdeed256aa758cc23db5859ab4 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676902101.nid006071.3911.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb715a7be5cef1df3ac77725d45892a90f938f68394f0b74c20f254a542a46fb +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676902648.nid005400.109408.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676902648.nid005400.109408.0 new file mode 100644 index 0000000000000000000000000000000000000000..e2685e4e7e0a2cf6c8d8d6a614328bfce8a8dc47 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676902648.nid005400.109408.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ebb11b8e194f6fb7df94033776e636d903228128f8af43bf2d0db28baa547af +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676903091.nid006071.19583.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676903091.nid006071.19583.0 new file mode 100644 index 0000000000000000000000000000000000000000..eab7d58dfad5eb28e906d88ba4634313aa3f3642 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676903091.nid006071.19583.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72179e8c07d08e660f5fc36b65e05356003a37fbf05647c4f86f8e914f9c46bc +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676903629.nid005400.118734.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676903629.nid005400.118734.0 new file mode 100644 index 0000000000000000000000000000000000000000..f52a2bd0b3ab8e3d727210e68e23907ae2642eb7 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676903629.nid005400.118734.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f04a56817f4b570e85252f04bb5e0dd63198db2b60ddf68dac7e316987078c6 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676904166.nid006455.53127.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676904166.nid006455.53127.0 new file mode 100644 index 0000000000000000000000000000000000000000..dba285a62f6ebe2ec1d4ea5e63199bb44ce863a9 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676904166.nid006455.53127.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93eb64affd2c90c4b79b73aa87810163ee195ecc3792c233c29f06f0bcfe2edf +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676904690.nid005400.737.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676904690.nid005400.737.0 new file mode 100644 index 0000000000000000000000000000000000000000..d298b9c3d31ba583f9f9170584c963a3f508f15c --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676904690.nid005400.737.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21307c31bebc3442d5f07ebf5e34a2991386668f4b267b7c35011b955d5f532 +size 36178942 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962316.nid005505.70209.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962316.nid005505.70209.0 new file mode 100644 index 0000000000000000000000000000000000000000..903d615e15c259eeb3a27fbf83898c04fe7f6fb6 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962316.nid005505.70209.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22ad0c7d8a3fe8c554d9fb85e3dee480964c2380cefe72e112d505bc6f23023 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962729.nid007155.68340.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962729.nid007155.68340.0 new file mode 100644 index 0000000000000000000000000000000000000000..336bc7ea0e3a758e5ef1a8e042a9b4f15106a496 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962729.nid007155.68340.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66aff79718c905279c770a85e6908692da3ae825515be8ed1770422e23425110 +size 16424 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962870.nid005400.55599.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962870.nid005400.55599.0 new file mode 100644 index 0000000000000000000000000000000000000000..35b396c3414b54a5352bdafe18679e232af50afc --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676962870.nid005400.55599.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651adc176bbf0eaf503cdadbf15f0e14b3ccdbff163980afeb01df0cf617abda +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676963276.nid005505.83866.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676963276.nid005505.83866.0 new file mode 100644 index 0000000000000000000000000000000000000000..2d0736bf71e02b520098d5c709efe0933e5bbde3 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676963276.nid005505.83866.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f7632df01842a5018e0b2b41032c0f01bd75c1647cc28660a7573cf13ade82 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676963692.nid007155.82398.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676963692.nid007155.82398.0 new file mode 100644 index 0000000000000000000000000000000000000000..642d2cdc14073b4639bcbaa2878542513b519571 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676963692.nid007155.82398.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:430bba906726c4b21d964ea6f8e7f4d01b695f8977da01e2382a73181d316d7a +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676964205.nid006527.10798.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676964205.nid006527.10798.0 new file mode 100644 index 0000000000000000000000000000000000000000..c256e65acf09decb40a563d0bd53583f9c44ffd3 --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676964205.nid006527.10798.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5f09a4128dca97a582de5039b9bdd1117d596800ca8e480b095c554f8f3d77 +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676964733.nid007155.91698.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676964733.nid007155.91698.0 new file mode 100644 index 0000000000000000000000000000000000000000..a28ce45048d8b5f54c8592daba55b112969c5fba --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676964733.nid007155.91698.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d39d98057a837c2d05519473fc341d4ec19495809c48f224561098a6b05efd +size 40 diff --git a/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676965260.nid006527.20192.0 b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676965260.nid006527.20192.0 new file mode 100644 index 0000000000000000000000000000000000000000..54ecba86f64e81d8589cb0aac50e9b9eebab334b --- /dev/null +++ b/tensorboard/tensorboard_4b284b84boscarv2/events.out.tfevents.1676965260.nid006527.20192.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f396e8e7252674a261fef4bb538a7e3f447422ed89e98330547a798f404feaf +size 40