julien-c commited on
Commit
2e5663f
1 Parent(s): 5e1e700

Fork from distilbert-base-cased

Browse files

Files changed (6) hide show
  1. README.md +6 -0
  2. config.json +19 -0
  3. pytorch_model.bin +3 -0
  4. tokenizer.json +0 -0
  5. tokenizer_config.json +3 -0
  6. vocab.txt +0 -0
README.md ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - feature-extraction
4
+ ---
5
+
6
+ # Distilbert Feature Extractor
config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation": "gelu",
3
+ "attention_dropout": 0.1,
4
+ "dim": 768,
5
+ "dropout": 0.1,
6
+ "hidden_dim": 3072,
7
+ "initializer_range": 0.02,
8
+ "max_position_embeddings": 512,
9
+ "model_type": "distilbert",
10
+ "n_heads": 12,
11
+ "n_layers": 6,
12
+ "output_past": true,
13
+ "pad_token_id": 0,
14
+ "qa_dropout": 0.1,
15
+ "seq_classif_dropout": 0.2,
16
+ "sinusoidal_pos_embds": false,
17
+ "tie_weights_": true,
18
+ "vocab_size": 28996
19
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89bb1c03c52a90f666a7ef6b216c5fa07608ce4355b16dc984192f1edb08b113
3
+ size 263273408
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ {
2
+ "do_lower_case": false
3
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff