eskayML commited on
Commit
a2643b5
1 Parent(s): 82f7040

eskayML/interview_classfier

Browse files
README.md CHANGED
@@ -17,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
17
 
18
  This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 0.0840
21
  - Accuracy: 0.9682
22
 
23
  ## Model description
@@ -49,31 +49,31 @@ The following hyperparameters were used during training:
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
51
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
52
- | No log | 1.0 | 79 | 2.2062 | 0.2739 |
53
- | No log | 2.0 | 158 | 2.0045 | 0.4076 |
54
- | No log | 3.0 | 237 | 1.6355 | 0.5414 |
55
- | No log | 4.0 | 316 | 1.2068 | 0.6624 |
56
- | No log | 5.0 | 395 | 0.7999 | 0.8408 |
57
- | No log | 6.0 | 474 | 0.5501 | 0.8917 |
58
- | 1.5743 | 7.0 | 553 | 0.3843 | 0.9299 |
59
- | 1.5743 | 8.0 | 632 | 0.2837 | 0.9427 |
60
- | 1.5743 | 9.0 | 711 | 0.2162 | 0.9554 |
61
- | 1.5743 | 10.0 | 790 | 0.1692 | 0.9682 |
62
- | 1.5743 | 11.0 | 869 | 0.1464 | 0.9682 |
63
- | 1.5743 | 12.0 | 948 | 0.1195 | 0.9682 |
64
- | 0.2976 | 13.0 | 1027 | 0.1085 | 0.9682 |
65
- | 0.2976 | 14.0 | 1106 | 0.0934 | 0.9682 |
66
- | 0.2976 | 15.0 | 1185 | 0.0940 | 0.9682 |
67
- | 0.2976 | 16.0 | 1264 | 0.0869 | 0.9682 |
68
- | 0.2976 | 17.0 | 1343 | 0.0844 | 0.9682 |
69
- | 0.2976 | 18.0 | 1422 | 0.0844 | 0.9682 |
70
- | 0.1102 | 19.0 | 1501 | 0.0822 | 0.9682 |
71
- | 0.1102 | 20.0 | 1580 | 0.0840 | 0.9682 |
72
 
73
 
74
  ### Framework versions
75
 
76
- - Transformers 4.41.0
77
  - Pytorch 2.3.0+cu121
78
- - Datasets 2.19.1
79
  - Tokenizers 0.19.1
 
17
 
18
  This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
19
  It achieves the following results on the evaluation set:
20
+ - Loss: 0.1049
21
  - Accuracy: 0.9682
22
 
23
  ## Model description
 
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
51
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
52
+ | No log | 1.0 | 79 | 2.2043 | 0.1720 |
53
+ | No log | 2.0 | 158 | 1.8878 | 0.4331 |
54
+ | No log | 3.0 | 237 | 1.4540 | 0.6624 |
55
+ | No log | 4.0 | 316 | 1.1512 | 0.7134 |
56
+ | No log | 5.0 | 395 | 0.8028 | 0.8153 |
57
+ | No log | 6.0 | 474 | 0.5610 | 0.8854 |
58
+ | 1.5247 | 7.0 | 553 | 0.4031 | 0.9299 |
59
+ | 1.5247 | 8.0 | 632 | 0.3275 | 0.9172 |
60
+ | 1.5247 | 9.0 | 711 | 0.2420 | 0.9363 |
61
+ | 1.5247 | 10.0 | 790 | 0.1941 | 0.9490 |
62
+ | 1.5247 | 11.0 | 869 | 0.1656 | 0.9682 |
63
+ | 1.5247 | 12.0 | 948 | 0.1444 | 0.9682 |
64
+ | 0.3164 | 13.0 | 1027 | 0.1325 | 0.9682 |
65
+ | 0.3164 | 14.0 | 1106 | 0.1194 | 0.9682 |
66
+ | 0.3164 | 15.0 | 1185 | 0.1145 | 0.9682 |
67
+ | 0.3164 | 16.0 | 1264 | 0.1138 | 0.9682 |
68
+ | 0.3164 | 17.0 | 1343 | 0.1101 | 0.9682 |
69
+ | 0.3164 | 18.0 | 1422 | 0.1074 | 0.9682 |
70
+ | 0.1327 | 19.0 | 1501 | 0.1050 | 0.9682 |
71
+ | 0.1327 | 20.0 | 1580 | 0.1049 | 0.9682 |
72
 
73
 
74
  ### Framework versions
75
 
76
+ - Transformers 4.41.1
77
  - Pytorch 2.3.0+cu121
78
+ - Datasets 2.19.2
79
  - Tokenizers 0.19.1
config.json CHANGED
@@ -9,13 +9,13 @@
9
  "dropout": 0.1,
10
  "hidden_dim": 3072,
11
  "id2label": {
12
- "0": "Value equation: quality/cost/efficiency/patient-satisfaction",
13
  "1": "Credentialing / Quality Assurance Infrastructure",
14
  "2": "Finanicial Impact",
15
  "3": "Health System Characteristics",
16
  "4": "Clinical utility & efficiency-Provider perspective",
17
  "5": "Workflow related problems",
18
- "6": "Provider characteristcs",
19
  "7": "Training",
20
  "8": "Patient/Physican interaction in LUS",
21
  "9": "Imaging modalities in general"
@@ -28,9 +28,9 @@
28
  "Health System Characteristics": 3,
29
  "Imaging modalities in general": 9,
30
  "Patient/Physican interaction in LUS": 8,
31
- "Provider characteristcs": 6,
32
  "Training": 7,
33
- "Value equation: quality/cost/efficiency/patient-satisfaction": 0,
34
  "Workflow related problems": 5
35
  },
36
  "max_position_embeddings": 512,
@@ -44,6 +44,6 @@
44
  "sinusoidal_pos_embds": false,
45
  "tie_weights_": true,
46
  "torch_dtype": "float32",
47
- "transformers_version": "4.41.0",
48
  "vocab_size": 30522
49
  }
 
9
  "dropout": 0.1,
10
  "hidden_dim": 3072,
11
  "id2label": {
12
+ "0": "Value equation",
13
  "1": "Credentialing / Quality Assurance Infrastructure",
14
  "2": "Finanicial Impact",
15
  "3": "Health System Characteristics",
16
  "4": "Clinical utility & efficiency-Provider perspective",
17
  "5": "Workflow related problems",
18
+ "6": "Provider Characteristics",
19
  "7": "Training",
20
  "8": "Patient/Physican interaction in LUS",
21
  "9": "Imaging modalities in general"
 
28
  "Health System Characteristics": 3,
29
  "Imaging modalities in general": 9,
30
  "Patient/Physican interaction in LUS": 8,
31
+ "Provider Characteristics": 6,
32
  "Training": 7,
33
+ "Value equation": 0,
34
  "Workflow related problems": 5
35
  },
36
  "max_position_embeddings": 512,
 
44
  "sinusoidal_pos_embds": false,
45
  "tie_weights_": true,
46
  "torch_dtype": "float32",
47
+ "transformers_version": "4.41.1",
48
  "vocab_size": 30522
49
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a7bc671fabaa78d7fb0577e3416cf17e050ef0426c47bbfe165b1384de91d5f
3
  size 267857176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f74c1671788a0b87e62512211d2e9b6e3a1895e4d76845c596c9486ef55aa7
3
  size 267857176
runs/Jun03_13-55-56_ae93aebd6432/events.out.tfevents.1717422957.ae93aebd6432.154.0 ADDED
Binary file (13 kB). View file
 
training_args.bin CHANGED
Binary files a/training_args.bin and b/training_args.bin differ