Hugging Face's logo

MiniMedMind
/
checkpoint_MiniMedMind

Model card Files Community
khanhduong commited on
Commit
50445e2
·
verified ·
1 Parent(s): cc34b5e

Upload 24_10_21_07_48_07_log.txt with huggingface_hub

Browse files
Files changed (1) hide show
  1. 24_10_21_07_48_07_log.txt +265 -0
24_10_21_07_48_07_log.txt ADDED
@@ -0,0 +1,265 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": {
3
+ "task": "image_text_pretrain",
4
+ "lr_sched": "linear_warmup_cosine_lr",
5
+ "init_lr": 3e-05,
6
+ "min_lr": 1e-05,
7
+ "warmup_lr": 1e-06,
8
+ "weight_decay": 0.05,
9
+ "max_epoch": 1,
10
+ "iters_per_epoch": 1400,
11
+ "batch_size_train": 30,
12
+ "batch_size_eval": 1,
13
+ "num_workers": 4,
14
+ "warmup_steps": 200,
15
+ "seed": 42,
16
+ "output_dir": "output/xraygpt_openi_finetune",
17
+ "amp": true,
18
+ "resume_ckpt_path": null,
19
+ "evaluate": false,
20
+ "train_splits": [
21
+ "train"
22
+ ],
23
+ "device": "cuda",
24
+ "world_size": 4,
25
+ "dist_url": "env://",
26
+ "distributed": true,
27
+ "rank": 0,
28
+ "gpu": 0,
29
+ "dist_backend": "nccl"
30
+ },
31
+ "model": {
32
+ "arch": "mini_gpt4",
33
+ "image_size": 224,
34
+ "drop_path_rate": 0,
35
+ "use_grad_checkpoint": false,
36
+ "vit_precision": "fp16",
37
+ "freeze_vit": true,
38
+ "freeze_qformer": true,
39
+ "num_query_token": 32,
40
+ "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational",
41
+ "prompt": "",
42
+ "model_type": "pretrain_vicuna",
43
+ "max_txt_len": 160,
44
+ "end_sym": "<|eot_id|>",
45
+ "prompt_path": "prompts/alignment.txt",
46
+ "prompt_template": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nIf you are a doctor, please answer the medical questions based on chest xray image and the patient's description.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n ",
47
+ "ckpt": "xraygpt/output/xraygpt_mimic_pretrain/20241021062/checkpoint_49.pth"
48
+ },
49
+ "preprocess": {
50
+ "vis_processor": {
51
+ "train": {
52
+ "name": "blip2_image_train",
53
+ "image_size": 224
54
+ },
55
+ "eval": {
56
+ "name": "blip2_image_eval",
57
+ "image_size": 224
58
+ }
59
+ },
60
+ "text_processor": {
61
+ "train": {
62
+ "name": "blip_caption"
63
+ },
64
+ "eval": {
65
+ "name": "blip_caption"
66
+ }
67
+ }
68
+ },
69
+ "datasets": {
70
+ "openi": {
71
+ "data_type": "images",
72
+ "build_info": {
73
+ "storage": "dataset/openi"
74
+ },
75
+ "vis_processor": {
76
+ "train": {
77
+ "name": "blip2_image_train",
78
+ "image_size": 224
79
+ }
80
+ },
81
+ "text_processor": {
82
+ "train": {
83
+ "name": "blip_caption"
84
+ }
85
+ }
86
+ }
87
+ }
88
+ }
89
+ {
90
+ "run": {
91
+ "task": "image_text_pretrain",
92
+ "lr_sched": "linear_warmup_cosine_lr",
93
+ "init_lr": 3e-05,
94
+ "min_lr": 1e-05,
95
+ "warmup_lr": 1e-06,
96
+ "weight_decay": 0.05,
97
+ "max_epoch": 1,
98
+ "iters_per_epoch": 1400,
99
+ "batch_size_train": 25,
100
+ "batch_size_eval": 1,
101
+ "num_workers": 4,
102
+ "warmup_steps": 200,
103
+ "seed": 42,
104
+ "output_dir": "output/xraygpt_openi_finetune",
105
+ "amp": true,
106
+ "resume_ckpt_path": null,
107
+ "evaluate": false,
108
+ "train_splits": [
109
+ "train"
110
+ ],
111
+ "device": "cuda",
112
+ "world_size": 4,
113
+ "dist_url": "env://",
114
+ "distributed": true,
115
+ "rank": 0,
116
+ "gpu": 0,
117
+ "dist_backend": "nccl"
118
+ },
119
+ "model": {
120
+ "arch": "mini_gpt4",
121
+ "image_size": 224,
122
+ "drop_path_rate": 0,
123
+ "use_grad_checkpoint": false,
124
+ "vit_precision": "fp16",
125
+ "freeze_vit": true,
126
+ "freeze_qformer": true,
127
+ "num_query_token": 32,
128
+ "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational",
129
+ "prompt": "",
130
+ "model_type": "pretrain_vicuna",
131
+ "max_txt_len": 160,
132
+ "end_sym": "<|eot_id|>",
133
+ "prompt_path": "prompts/alignment.txt",
134
+ "prompt_template": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nIf you are a doctor, please answer the medical questions based on chest xray image and the patient's description.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n ",
135
+ "ckpt": "xraygpt/output/xraygpt_mimic_pretrain/20241021062/checkpoint_49.pth"
136
+ },
137
+ "preprocess": {
138
+ "vis_processor": {
139
+ "train": {
140
+ "name": "blip2_image_train",
141
+ "image_size": 224
142
+ },
143
+ "eval": {
144
+ "name": "blip2_image_eval",
145
+ "image_size": 224
146
+ }
147
+ },
148
+ "text_processor": {
149
+ "train": {
150
+ "name": "blip_caption"
151
+ },
152
+ "eval": {
153
+ "name": "blip_caption"
154
+ }
155
+ }
156
+ },
157
+ "datasets": {
158
+ "openi": {
159
+ "data_type": "images",
160
+ "build_info": {
161
+ "storage": "dataset/openi"
162
+ },
163
+ "vis_processor": {
164
+ "train": {
165
+ "name": "blip2_image_train",
166
+ "image_size": 224
167
+ }
168
+ },
169
+ "text_processor": {
170
+ "train": {
171
+ "name": "blip_caption"
172
+ }
173
+ }
174
+ }
175
+ }
176
+ }
177
+ {
178
+ "run": {
179
+ "task": "image_text_pretrain",
180
+ "lr_sched": "linear_warmup_cosine_lr",
181
+ "init_lr": 3e-05,
182
+ "min_lr": 1e-05,
183
+ "warmup_lr": 1e-06,
184
+ "weight_decay": 0.05,
185
+ "max_epoch": 1,
186
+ "iters_per_epoch": 1600,
187
+ "batch_size_train": 25,
188
+ "batch_size_eval": 1,
189
+ "num_workers": 4,
190
+ "warmup_steps": 200,
191
+ "seed": 42,
192
+ "output_dir": "output/xraygpt_openi_finetune",
193
+ "amp": true,
194
+ "resume_ckpt_path": null,
195
+ "evaluate": false,
196
+ "train_splits": [
197
+ "train"
198
+ ],
199
+ "device": "cuda",
200
+ "world_size": 4,
201
+ "dist_url": "env://",
202
+ "distributed": true,
203
+ "rank": 0,
204
+ "gpu": 0,
205
+ "dist_backend": "nccl"
206
+ },
207
+ "model": {
208
+ "arch": "mini_gpt4",
209
+ "image_size": 224,
210
+ "drop_path_rate": 0,
211
+ "use_grad_checkpoint": false,
212
+ "vit_precision": "fp16",
213
+ "freeze_vit": true,
214
+ "freeze_qformer": true,
215
+ "num_query_token": 32,
216
+ "llama_model": "Joycean0301/Llama-3.2-3B-Instruct-Medical-Conversational",
217
+ "prompt": "",
218
+ "model_type": "pretrain_vicuna",
219
+ "max_txt_len": 160,
220
+ "end_sym": "<|eot_id|>",
221
+ "prompt_path": "prompts/alignment.txt",
222
+ "prompt_template": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nIf you are a doctor, please answer the medical questions based on chest xray image and the patient's description.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n ",
223
+ "ckpt": "xraygpt/output/xraygpt_mimic_pretrain/20241021062/checkpoint_49.pth"
224
+ },
225
+ "preprocess": {
226
+ "vis_processor": {
227
+ "train": {
228
+ "name": "blip2_image_train",
229
+ "image_size": 224
230
+ },
231
+ "eval": {
232
+ "name": "blip2_image_eval",
233
+ "image_size": 224
234
+ }
235
+ },
236
+ "text_processor": {
237
+ "train": {
238
+ "name": "blip_caption"
239
+ },
240
+ "eval": {
241
+ "name": "blip_caption"
242
+ }
243
+ }
244
+ },
245
+ "datasets": {
246
+ "openi": {
247
+ "data_type": "images",
248
+ "build_info": {
249
+ "storage": "dataset/openi"
250
+ },
251
+ "vis_processor": {
252
+ "train": {
253
+ "name": "blip2_image_train",
254
+ "image_size": 224
255
+ }
256
+ },
257
+ "text_processor": {
258
+ "train": {
259
+ "name": "blip_caption"
260
+ }
261
+ }
262
+ }
263
+ }
264
+ }
265
+ {"train_lr": "0.000", "train_loss": "1.362"}