hadsag commited on
Commit
a5b1048
1 Parent(s): d93cef4

End of training

Browse files
Files changed (3) hide show
  1. README.md +2 -14
  2. config.json +16 -20
  3. model.safetensors +2 -2
README.md CHANGED
@@ -1,6 +1,5 @@
1
  ---
2
- license: apache-2.0
3
- base_model: albert/albert-base-v2
4
  tags:
5
  - generated_from_trainer
6
  model-index:
@@ -13,9 +12,7 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  # albert-base-v2-finetuned-squad
15
 
16
- This model is a fine-tuned version of [albert/albert-base-v2](https://huggingface.co/albert/albert-base-v2) on an unknown dataset.
17
- It achieves the following results on the evaluation set:
18
- - Loss: 0.9798
19
 
20
  ## Model description
21
 
@@ -42,15 +39,6 @@ The following hyperparameters were used during training:
42
  - lr_scheduler_type: linear
43
  - num_epochs: 3
44
 
45
- ### Training results
46
-
47
- | Training Loss | Epoch | Step | Validation Loss |
48
- |:-------------:|:-----:|:-----:|:---------------:|
49
- | 0.8718 | 1.0 | 8248 | 0.8569 |
50
- | 0.6549 | 2.0 | 16496 | 0.8389 |
51
- | 0.4521 | 3.0 | 24744 | 0.9798 |
52
-
53
-
54
  ### Framework versions
55
 
56
  - Transformers 4.37.2
 
1
  ---
2
+ base_model: hadsag/TinyBERT_General_4L_312D-finetuned-squad
 
3
  tags:
4
  - generated_from_trainer
5
  model-index:
 
12
 
13
  # albert-base-v2-finetuned-squad
14
 
15
+ This model is a fine-tuned version of [hadsag/TinyBERT_General_4L_312D-finetuned-squad](https://huggingface.co/hadsag/TinyBERT_General_4L_312D-finetuned-squad) on an unknown dataset.
 
 
16
 
17
  ## Model description
18
 
 
39
  - lr_scheduler_type: linear
40
  - num_epochs: 3
41
 
 
 
 
 
 
 
 
 
 
42
  ### Framework versions
43
 
44
  - Transformers 4.37.2
config.json CHANGED
@@ -1,33 +1,29 @@
1
  {
2
- "_name_or_path": "albert/albert-base-v2",
3
  "architectures": [
4
- "AlbertForQuestionAnswering"
5
  ],
6
- "attention_probs_dropout_prob": 0,
7
- "bos_token_id": 2,
8
- "classifier_dropout_prob": 0.1,
9
- "down_scale_factor": 1,
10
- "embedding_size": 128,
11
- "eos_token_id": 3,
12
- "gap_size": 0,
13
- "hidden_act": "gelu_new",
14
- "hidden_dropout_prob": 0,
15
- "hidden_size": 768,
16
  "initializer_range": 0.02,
17
- "inner_group_num": 1,
18
- "intermediate_size": 3072,
19
  "layer_norm_eps": 1e-12,
20
  "max_position_embeddings": 512,
21
- "model_type": "albert",
22
- "net_structure_type": 0,
23
  "num_attention_heads": 12,
24
- "num_hidden_groups": 1,
25
- "num_hidden_layers": 12,
26
- "num_memory_blocks": 0,
27
  "pad_token_id": 0,
28
  "position_embedding_type": "absolute",
 
 
29
  "torch_dtype": "float32",
30
  "transformers_version": "4.37.2",
31
  "type_vocab_size": 2,
32
- "vocab_size": 30000
 
33
  }
 
1
  {
2
+ "_name_or_path": "hadsag/TinyBERT_General_4L_312D-finetuned-squad",
3
  "architectures": [
4
+ "BertForQuestionAnswering"
5
  ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "cell": {},
8
+ "classifier_dropout": null,
9
+ "emb_size": 312,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 312,
 
 
 
13
  "initializer_range": 0.02,
14
+ "intermediate_size": 1200,
 
15
  "layer_norm_eps": 1e-12,
16
  "max_position_embeddings": 512,
17
+ "model_type": "bert",
 
18
  "num_attention_heads": 12,
19
+ "num_hidden_layers": 4,
 
 
20
  "pad_token_id": 0,
21
  "position_embedding_type": "absolute",
22
+ "pre_trained": "",
23
+ "structure": [],
24
  "torch_dtype": "float32",
25
  "transformers_version": "4.37.2",
26
  "type_vocab_size": 2,
27
+ "use_cache": true,
28
+ "vocab_size": 30522
29
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fde4817961433b536203173875c6a15d6c9c0fee1ccdee5d2b4ee56a55d1afc5
3
- size 44381360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e315d8533371570ebe7d4439e57411e8544cde1e55be394b3408d7c2b6a98b12
3
+ size 57020992