Hugging Face's logo

ViktorDo
/
DistilBERT-POWO_Epiphyte_Finetuned

Text Classification
Transformers
PyTorch
TensorBoard
distilbert
generated_from_trainer
Inference Endpoints
Model card Files Metrics Community
1
ViktorDo commited on
Commit
d6559dc
•
1 Parent(s): 0d19686

Training in progress, step 500

Browse files
Files changed (8) hide show
  1. config.json +4 -3
  2. pytorch_model.bin +2 -2
  3. runs/Jan27_10-25-21_34054c5d4779/1674815205.2788284/events.out.tfevents.1674815205.34054c5d4779.112.1 +3 -0
  4. runs/Jan27_10-25-21_34054c5d4779/events.out.tfevents.1674815205.34054c5d4779.112.0 +3 -0
  5. tokenizer.json +0 -0
  6. tokenizer_config.json +2 -4
  7. training_args.bin +2 -2
  8. vocab.txt +0 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "ViktorDo/DistilBERT-POWO_Scratch",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
@@ -9,7 +9,7 @@
9
  "dropout": 0.1,
10
  "hidden_dim": 3072,
11
  "initializer_range": 0.02,
12
- "max_position_embeddings": 124,
13
  "model_type": "distilbert",
14
  "n_heads": 12,
15
  "n_layers": 6,
@@ -18,7 +18,8 @@
18
  "qa_dropout": 0.1,
19
  "seq_classif_dropout": 0.2,
20
  "sinusoidal_pos_embds": false,
 
21
  "torch_dtype": "float32",
22
- "transformers_version": "4.25.1",
23
  "vocab_size": 30522
24
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
9
  "dropout": 0.1,
10
  "hidden_dim": 3072,
11
  "initializer_range": 0.02,
12
+ "max_position_embeddings": 512,
13
  "model_type": "distilbert",
14
  "n_heads": 12,
15
  "n_layers": 6,
 
18
  "qa_dropout": 0.1,
19
  "seq_classif_dropout": 0.2,
20
  "sinusoidal_pos_embds": false,
21
+ "tie_weights_": true,
22
  "torch_dtype": "float32",
23
+ "transformers_version": "4.26.0",
24
  "vocab_size": 30522
25
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c864db81c9703abd6bca18bc19cf14c47ea4621c2150442e6692a5bf57ad870e
3
- size 266663597
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:515ac99271109f980f2ca5c0a367c62ff29ccc973531e1a6089e10063263c9ba
3
+ size 267855533
runs/Jan27_10-25-21_34054c5d4779/1674815205.2788284/events.out.tfevents.1674815205.34054c5d4779.112.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a12d6f7a1f884d85a293a59458cd270f29dddd092559ce335a6cd1e1236b1479
3
+ size 5719
runs/Jan27_10-25-21_34054c5d4779/events.out.tfevents.1674815205.34054c5d4779.112.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e462f43d98e45f28f6f033f1aa1c72dfbd8309ed79fc17cab5f1a2d6fe9b190
3
+ size 3903
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,11 +1,9 @@
1
  {
2
  "cls_token": "[CLS]",
3
- "do_basic_tokenize": true,
4
  "do_lower_case": true,
5
  "mask_token": "[MASK]",
6
- "model_max_length": 1000000000000000019884624838656,
7
- "name_or_path": "distilbert-scratch",
8
- "never_split": null,
9
  "pad_token": "[PAD]",
10
  "sep_token": "[SEP]",
11
  "special_tokens_map_file": null,
 
1
  {
2
  "cls_token": "[CLS]",
 
3
  "do_lower_case": true,
4
  "mask_token": "[MASK]",
5
+ "model_max_length": 512,
6
+ "name_or_path": "distilbert-base-uncased",
 
7
  "pad_token": "[PAD]",
8
  "sep_token": "[SEP]",
9
  "special_tokens_map_file": null,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:710b46b866abcd1b5ffe832df74196e0dc1c7ffc1200b15038e82114d20934a8
3
- size 3451
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94dd5ba461ceea8d8d51c137be78cfb1b09062e4533a57f3769f8b013784b8db
3
+ size 3515
vocab.txt CHANGED
The diff for this file is too large to render. See raw diff