shaprd commited on
Commit
8244f5e
1 Parent(s): 5b4d755

Add SetFit model

Browse files
Files changed (2) hide show
  1. model_head.pkl +1 -1
  2. tokenizer.json +2 -4
model_head.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d067ef404f378736f3de2e21b03c8d35c838ccfae9fa8dc1a9c5130a895096a
3
  size 28997
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c87a194c6e3b525b04446b0a669d406c94d7e6c6a4849e6595788fc38b2e68
3
  size 28997
tokenizer.json CHANGED
@@ -2,14 +2,12 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 128,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
- "strategy": {
11
- "Fixed": 128
12
- },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
15
  "pad_id": 1,
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
+ "strategy": "BatchLongest",
 
 
11
  "direction": "Right",
12
  "pad_to_multiple_of": null,
13
  "pad_id": 1,