yzhuang commited on
Commit
f03d853
1 Parent(s): 1e8bb15

Training in progress, step 1000

Browse files
Files changed (2) hide show
  1. tokenizer.json +6 -1
  2. training_args.bin +1 -1
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 2048,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c6fe846359c795839a5db34b3cef3d84b2f1ccf2bbacbbedfcd08bd422a72fa
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:940ca8cf6334af42bf4091682ce525e6d42760ace433e49bb877da4f2c8d149b
3
  size 4728