Hugging Face's logo

datablations
/
lm1-8b7-178b-oscar-repetitions

TensorBoard
Model card Files Metrics Community
Muennighoff commited on
Commit
137f3b1
•
1 Parent(s): f554af3

Add

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. sbatch_8b7178b178boscar.sh +165 -0
  2. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675554707.nid006425.40406.0 +3 -0
  3. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675555298.nid006425.46014.0 +3 -0
  4. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675555896.nid006961.38637.0 +3 -0
  5. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675556493.nid006425.58217.0 +3 -0
  6. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675557089.nid006425.63828.0 +3 -0
  7. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675856567.nid007115.95928.0 +3 -0
  8. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675858197.nid006761.5281.0 +3 -0
  9. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675955965.nid006761.109029.0 +3 -0
  10. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675982844.nid005702.50113.0 +3 -0
  11. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675983403.nid005865.44666.0 +3 -0
  12. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675983956.nid006025.44474.0 +3 -0
  13. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675984526.nid005865.59274.0 +3 -0
  14. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675985145.nid007014.5833.0 +3 -0
  15. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675985754.nid006789.21651.0 +3 -0
  16. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675986371.nid006299.17744.0 +3 -0
  17. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675986990.nid006299.26541.0 +3 -0
  18. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675987604.nid006299.35315.0 +3 -0
  19. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676013990.nid007220.118035.0 +3 -0
  20. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676014535.nid007220.126561.0 +3 -0
  21. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676021381.nid007129.44984.0 +3 -0
  22. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676021955.nid007086.38758.0 +3 -0
  23. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676022543.nid007129.54287.0 +3 -0
  24. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676023021.nid007086.48721.0 +3 -0
  25. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676038831.nid007045.5685.0 +3 -0
  26. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676039406.nid006997.32880.0 +3 -0
  27. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676039987.nid006581.69158.0 +3 -0
  28. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676040568.nid006789.57590.0 +3 -0
  29. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676041216.nid006912.114504.0 +3 -0
  30. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676041863.nid006554.62477.0 +3 -0
  31. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676046742.nid006460.55415.0 +3 -0
  32. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676055113.nid006810.108931.0 +3 -0
  33. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676055579.nid007068.82372.0 +3 -0
  34. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676055984.nid006810.121469.0 +3 -0
  35. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676056622.nid006912.129735.0 +3 -0
  36. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676058773.nid006517.84692.0 +3 -0
  37. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676065761.nid007222.12505.0 +3 -0
  38. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676066423.nid006982.20842.0 +3 -0
  39. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676066940.nid007049.7420.0 +3 -0
  40. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676067474.nid007237.14043.0 +3 -0
  41. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676068095.nid006851.63021.0 +3 -0
  42. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676068662.nid007111.68381.0 +3 -0
  43. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676069214.nid007237.27488.0 +3 -0
  44. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676069766.nid007111.78244.0 +3 -0
  45. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676070391.nid007237.40404.0 +3 -0
  46. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676071068.nid007111.88055.0 +3 -0
  47. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676071639.nid007237.50448.0 +3 -0
  48. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676072257.nid007111.100803.0 +3 -0
  49. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676072901.nid007237.60237.0 +3 -0
  50. tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676080077.nid006851.17328.0 +3 -0
sbatch_8b7178b178boscar.sh ADDED
@@ -0,0 +1,165 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ #SBATCH --exclude=nid007542
3
+ #SBATCH --nodes=64
4
+ #SBATCH --ntasks-per-node=1
5
+ #SBATCH --cpus-per-task=40
6
+ #SBATCH --mem=400G
7
+ #SBATCH -p standard-g
8
+ #SBATCH -t 48:00:00
9
+ #SBATCH --gpus-per-node=mi250:8
10
+ #SBATCH --exclusive=user
11
+ #SBATCH --hint=nomultithread
12
+ #SBATCH --account=project_462000119
13
+ #SBATCH -o logs/%j.out
14
+ #SBATCH -e logs/%j.err
15
+
16
+ VARIANT=8b7178b178boscar
17
+
18
+ # if run without sbatch, invoke here
19
+ if [ -z $SLURM_JOB_ID ]; then
20
+ mkdir -p logs
21
+ sbatch "$0"
22
+ exit
23
+ fi
24
+
25
+ set -euo pipefail
26
+
27
+ # symlink logs/latest.out and logs/latest.err
28
+ ln -f -s $SLURM_JOB_ID.out logs/latest.out
29
+ ln -f -s $SLURM_JOB_ID.err logs/latest.err
30
+
31
+ KILL_SWITCH_PATH=kill-switch-$VARIANT
32
+ CHECKPOINT_PATH=checkpoints_$VARIANT
33
+ TENSORBOARD_PATH=tensorboard_$VARIANT
34
+
35
+ # Data
36
+ VOCAB_FILE="gpt2/vocab.json"
37
+ MERGE_FILE="gpt2/merges.txt"
38
+ #DATA_PATH="/scratch/project_462000119/data/pile/megatron_data/meg-gpt2_pile_text_document"
39
+
40
+ TRAIN_DATA_PATH=train178boscar.txt
41
+ # "train: 1.0 0:1 /scratch/project_462000119/data/oscar_subsampled/gpt2tok_oscar_en_178B_text_document"
42
+ VALID_DATA_PATH=valc4oscar.txt
43
+ # "validation_c4: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document" "validation_oscar: 1.0 0:1 /scratch/project_462000119/data/oscar_validation/gpt2tok_oscarvalidation_text_document"
44
+
45
+
46
+ PP_SIZE=2
47
+ TP_SIZE=2
48
+
49
+ MICRO_BATCH_SIZE=2
50
+ GRADIENT_ACCUMULATION_STEPS=1
51
+ WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
52
+ GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
53
+
54
+ # Model parameters
55
+ source model_params.sh
56
+ MODEL_PARAM=("${PARAM_9293M[@]}")
57
+ NHIDDEN=${MODEL_PARAM[0]}
58
+ FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
59
+ KV_SIZE=${MODEL_PARAM[2]}
60
+ NHEADS=${MODEL_PARAM[3]}
61
+ NLAYERS=${MODEL_PARAM[4]}
62
+ SEQ_LEN=2048
63
+
64
+ echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
65
+
66
+ SAVE_INTERVAL=5000
67
+
68
+ # Tokens: 178000000000
69
+ # -> Samples: 86914062
70
+ TRAIN_SAMPLES=86_914_062
71
+
72
+ OPTIMIZER_ARGS=" \
73
+ --optimizer adam \
74
+ --adam-beta1 0.9 \
75
+ --adam-beta2 0.999 \
76
+ --adam-eps 1e-8 \
77
+ --lr 2e-4 \
78
+ --min-lr 2e-5 \
79
+ --lr-decay-style cosine \
80
+ --lr-decay-samples $TRAIN_SAMPLES \
81
+ --lr-warmup-samples 869_140 \
82
+ --clip-grad 1.0 \
83
+ --weight-decay 1e-1 \
84
+ "
85
+
86
+ GPT_ARGS=" \
87
+ --num-layers $NLAYERS \
88
+ --hidden-size $NHIDDEN \
89
+ --num-attention-heads $NHEADS \
90
+ --kv-channels $KV_SIZE \
91
+ --ffn-hidden-size $FFN_HIDDEN_SIZE \
92
+ --seq-length $SEQ_LEN \
93
+ --max-position-embeddings $SEQ_LEN \
94
+ --micro-batch-size $MICRO_BATCH_SIZE \
95
+ --global-batch-size $GLOBAL_BATCH_SIZE \
96
+ --train-samples $TRAIN_SAMPLES \
97
+ --vocab-file $VOCAB_FILE \
98
+ --merge-file $MERGE_FILE \
99
+ --clip-grad 1.0 \
100
+ --kill-switch-path $KILL_SWITCH_PATH \
101
+ --bf16 \
102
+ $OPTIMIZER_ARGS \
103
+ "
104
+
105
+ OUTPUT_ARGS=" \
106
+ --log-interval 10 \
107
+ --save-interval $SAVE_INTERVAL \
108
+ --eval-interval 1000 \
109
+ --eval-iters 1 \
110
+ --tensorboard-dir $TENSORBOARD_PATH \
111
+ --tensorboard-queue-size 5 \
112
+ --log-timers-to-tensorboard \
113
+ --log-batch-size-to-tensorboard \
114
+ --log-validation-ppl-to-tensorboard \
115
+ "
116
+
117
+ ZERO_STAGE=0
118
+
119
+ mkdir -p ds_configs
120
+ DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
121
+
122
+ cat <<EOF > $DS_CONFIG_PATH
123
+ {
124
+ "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
125
+ "train_batch_size": $GLOBAL_BATCH_SIZE,
126
+ "gradient_clipping": 1.0,
127
+ "zero_optimization": {
128
+ "stage": $ZERO_STAGE
129
+ },
130
+ "bf16": {
131
+ "enabled": true
132
+ },
133
+ "steps_per_print": 2000,
134
+ "wall_clock_breakdown": false
135
+ }
136
+ EOF
137
+
138
+ DEEPSPEED_ARGS=" \
139
+ --deepspeed \
140
+ --deepspeed_config $DS_CONFIG_PATH \
141
+ --zero-stage $ZERO_STAGE \
142
+ "
143
+
144
+ CMD=" \
145
+ Megatron-DeepSpeed/pretrain_gpt.py \
146
+ --tensor-model-parallel-size $TP_SIZE \
147
+ --pipeline-model-parallel-size $PP_SIZE \
148
+ $GPT_ARGS \
149
+ $OUTPUT_ARGS \
150
+ --save $CHECKPOINT_PATH \
151
+ --load $CHECKPOINT_PATH \
152
+ --train-weighted-split-paths-path $TRAIN_DATA_PATH \
153
+ --valid-weighted-split-paths-path $VALID_DATA_PATH \
154
+ --data-impl mmap \
155
+ $DEEPSPEED_ARGS \
156
+ "
157
+
158
+ echo $CMD
159
+
160
+ echo "START $SLURM_JOBID: $(date)"
161
+
162
+ # bash launch_srun.sh $CMD
163
+ srun --label launch.sh $CMD
164
+
165
+ echo "END $SLURM_JOBID: $(date)"
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675554707.nid006425.40406.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dedb14c776d5958480034b843e3839815a0f5aaaa5b3973b8d0caae0d2eecb0c
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675555298.nid006425.46014.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cc9b904df8af8eb30af3a54a4000a0c00a798bfbc2df3922419226c50756fb7
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675555896.nid006961.38637.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b002e1baf22923e9267d38d6aa4663a0c11a4de81ff64eafb6885c12213b840c
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675556493.nid006425.58217.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf7eb0e3e5e833508a53cda653c40ee694f745c6aae6a8adc0c54931a015e78d
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675557089.nid006425.63828.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c3a9f21a694f373949fb32bfb2cbae83491e9b530b32ffe7e79283a8f8adf1
3
+ size 864961
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675856567.nid007115.95928.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07349e16abf992195501b11fdd7212dacd4c7b9b888341c15af0fa09765fb9d8
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675858197.nid006761.5281.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4699bca664fb1bd823c6cb9f534fa52e35cd63c5c3ba428175b694ce311465
3
+ size 27265816
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675955965.nid006761.109029.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:693d076a0614279a679bd92d6066a20b21493fc975b376ed2ff62d5175244d95
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675982844.nid005702.50113.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf636d823edba0f7e810c5502aaaef8203ed002ce2b3f373000056978b191761
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675983403.nid005865.44666.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0ca7f0f6c115c975cc2592a89f507ebf701b9ecca12d08d2a7bb9376373ec08
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675983956.nid006025.44474.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a3392395ba37c0bed011114655d0ada6bf5fd11644cc9d6da4903a25164857
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675984526.nid005865.59274.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b1848b89036eec27672ba2784e56488e650026aa4e069d5f24d872be13427f
3
+ size 20437
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675985145.nid007014.5833.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275dd41ff47ff7c9651aaac8856c8abcfeaea4b9a0feb957cf85961dff0506b5
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675985754.nid006789.21651.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64358ee475ef2f6dd36cbf1e23c32a595a08aabac02dbdc53e739e76df812150
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675986371.nid006299.17744.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6687fb2b5206836a950d9af4c785b3f4e8e351d6e93f9e1f610dce1ca1a1b47a
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675986990.nid006299.26541.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c55d01edb010c1ce92641d505cebe7427660af9b6d72d0fbabcf124076424542
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1675987604.nid006299.35315.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c2d44641eb1977268d279183e397a0743452e55a690f2d448b5fc5a6707fd0
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676013990.nid007220.118035.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2b996e3d2e38e7ed6c383e929cfe0fb4c9b83a66bd040c35735cb298e1014c
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676014535.nid007220.126561.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:969f1ce4b5d92fd1a451092d9a286285943d54088dffe18ff3eaa50e920cc652
3
+ size 1803837
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676021381.nid007129.44984.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf208844e9ff1b45ba0ea6204bbcb4a4a9d57121de31dfcf90d269f80b11d638
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676021955.nid007086.38758.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679afdfd422ff7d8eae2233955ef44d349e6d26cedeb420522922bb04b69893
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676022543.nid007129.54287.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dea43c9f9487838ae253d31f3099a2437190a9dad7d476fbe39dbbfc7c5284c
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676023021.nid007086.48721.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53eda50da5478bbf9065ca47f501d50ab25615622692100613ffd935c67ab6e0
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676038831.nid007045.5685.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18fd0a957c9f5fbdf92cb6cfabb7d97dc4d2c8f4341144e2397eb03b5178bf74
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676039406.nid006997.32880.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d69fa327f46446f348276b04fbe8d0dbbc51cb1374cdb848b1dd91ded4535d
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676039987.nid006581.69158.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48afc7a0b9b4613ad9bdd4a258e7c3086f497d0254e61e1ed3c6982e031a94d1
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676040568.nid006789.57590.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f45fbba423b4337a71c1d2a2d6a3571f8a78394a0fe74a1aa33f4dd4b7d07f1
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676041216.nid006912.114504.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a27a42702af4598012bb8e8b2182ac1e31ede7bef9e25470484422e30a34f3d
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676041863.nid006554.62477.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d421192200282b1be016a1600fee75bd5dcae8397f8c8073a4a67061cbac559
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676046742.nid006460.55415.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9533f70ea45e57098dfee919a8da7a28b82323c80603a4c1d2123d62ecbd9c7
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676055113.nid006810.108931.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e843a12a674bc5825d0c783c0ebbbb3ab8ff2f083d57a4461cb7771aff914e13
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676055579.nid007068.82372.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9061f7d7ef16aa8358f8aef3cf01700e1361848aae6624f43210242795fe5416
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676055984.nid006810.121469.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f75495e985920d65c0e13635c0a3b8d72f22f04a6485a7d00f74e978c1d1a4b2
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676056622.nid006912.129735.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ae14989dd8b7206e60717f2e8fe9a91f24c8c94e686f8528fad896140629bb5
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676058773.nid006517.84692.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc11aa9f70e538ae4dce20e5c9817af9fdfbc010025d866ab486f7be2617149
3
+ size 1803837
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676065761.nid007222.12505.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05d272ebfc3da8a5877440d4639e91b6f35118e63d6f4fb80806062565f1e92
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676066423.nid006982.20842.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d26767d78abeb11365dddb0f7a194f46aba7e0216cd7c978cdb371c85199efb
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676066940.nid007049.7420.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:515d2e1bcfc15f9d44f2d48435861deb625483d89cb93bd3887e9b3416d2cdd4
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676067474.nid007237.14043.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aae63dcb8d1060b5d1106930a2c016ad0d97ee3e34265b959b26e246d20d9f0
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676068095.nid006851.63021.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68362cab360f5ba42278675c0562f265f87ff5f2eaf782f1813e6cdf71b12753
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676068662.nid007111.68381.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2264405733958ffcdcdf4b357d3c3757e1edbd2592d98501b890f014bf442e11
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676069214.nid007237.27488.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:161289a6a8941213a31a92d8396f30bdc5008f147b3f138685e0804083628c3e
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676069766.nid007111.78244.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53578af5b22d2b53dacf1bfdf28212beeb2f96f06820893e11af149f2e1d90f0
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676070391.nid007237.40404.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:227e2689264bf8746b53f56cf2425567c882e4b5b66d2e6bea8ee0d3e8deb63c
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676071068.nid007111.88055.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d2df27c7bfa0681d6272c84b491d2c094a7bff3daf77ab46eb1bdbbe594d337
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676071639.nid007237.50448.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e8831054e3ab0038ff1cac53a9ee4dc1095978f4328f269554cd556f39a5e81
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676072257.nid007111.100803.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3116cdd340587abfc4e3079e5cf8ed8e964572e95e5805e7aabf0ae4002f836
3
+ size 40
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676072901.nid007237.60237.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c029afbeac243fed03d02dde6566df7336e7411b253854d3620ce23009061b4
3
+ size 1803837
tensorboard/tensorboard_8b7178b178boscar/events.out.tfevents.1676080077.nid006851.17328.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bbbf56267dedc80fe6c6a80e8b555e041441921d47e296b8845135fb275242b
3
+ size 40