Saving weights and logs of step 178261
Browse files
__pycache__/partitions.cpython-38.pyc
ADDED
Binary file (2.52 kB). View file
|
|
config.json
CHANGED
@@ -65,7 +65,7 @@
|
|
65 |
}
|
66 |
},
|
67 |
"tokenizer_class": "GPT2Tokenizer",
|
68 |
-
"transformers_version": "4.
|
69 |
"use_cache": true,
|
70 |
"vocab_size": 50264,
|
71 |
"window_size": 256
|
|
|
65 |
}
|
66 |
},
|
67 |
"tokenizer_class": "GPT2Tokenizer",
|
68 |
+
"transformers_version": "4.11.0.dev0",
|
69 |
"use_cache": true,
|
70 |
"vocab_size": 50264,
|
71 |
"window_size": 256
|
events.out.tfevents.1632833898.t1v-n-4e27a527-w-0.4170299.0.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c46cccaa0203135950e5b71efa5b7f9503464a9a08576acee78195f39d534ce
|
3 |
+
size 7417090
|
events.out.tfevents.1633002663.t1v-n-4e27a527-w-0.108588.0.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0cee2b781287f4a7de1a9abb08b904154063295cec5deda3c2a92302becf926
|
3 |
+
size 22317230
|
flax_model.msgpack
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5262371934
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b90c9c809494625d737d5745a2996027c90a772e5d1d47773e008de96dbfd20
|
3 |
size 5262371934
|
run.sh
CHANGED
@@ -7,7 +7,7 @@ python run_clm_mp.py \
|
|
7 |
--do_eval \
|
8 |
--block_size 1024 \
|
9 |
--num_train_epochs 5 \
|
10 |
-
--learning_rate
|
11 |
--per_device_train_batch_size 2 \
|
12 |
--per_device_eval_batch_size 2 \
|
13 |
--overwrite_output_dir \
|
|
|
7 |
--do_eval \
|
8 |
--block_size 1024 \
|
9 |
--num_train_epochs 5 \
|
10 |
+
--learning_rate 1e-5 \
|
11 |
--per_device_train_batch_size 2 \
|
12 |
--per_device_eval_batch_size 2 \
|
13 |
--overwrite_output_dir \
|