KilianFt commited on
Commit
807bce8
·
verified ·
1 Parent(s): c5e1a1e

Upload FlashJudge artifacts from run_20260413_171923

Browse files
flash_judge_checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f3a6d84a547d8a2bec5590f77db687a6d3153d3693b850e4d65ecfc67ef2b4a
3
+ size 1534188467
training_config.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_id": "google/siglip2-base-patch16-naflex",
3
+ "dataset": "apartments",
4
+ "apartments_jsonl": "data/apartments/question-image-dataset_labeled.jsonl",
5
+ "apartments_images_dir": "data/apartments/images",
6
+ "fmnist_root": "data",
7
+ "output_root": "models",
8
+ "run_name": null,
9
+ "batch_size": 12,
10
+ "gradient_accumulation_steps": 1,
11
+ "stack_size": 1,
12
+ "epochs": 10,
13
+ "max_steps": null,
14
+ "eval_interval": 1,
15
+ "eval_batches": 2,
16
+ "checkpoint_interval": 1000,
17
+ "checkpoint_mode": "max_val_acc",
18
+ "val_ratio": 0.1,
19
+ "seed": 42,
20
+ "apartments_train_group_limit": null,
21
+ "apartments_train_question_limit": null,
22
+ "apartments_hard_negative_strategy": "within_group_overlap",
23
+ "apartments_hard_negative_topk": 0,
24
+ "apartments_hard_negative_oversample_factor": 0,
25
+ "num_workers_train": 4,
26
+ "num_workers_val": 2,
27
+ "text_max_length": 64,
28
+ "image_max_num_patches": null,
29
+ "lr_backbone": 1e-6,
30
+ "lr_head": 0.0002,
31
+ "weight_decay": 0.01,
32
+ "freeze_backbone": false,
33
+ "freeze_backbone_epochs": 0,
34
+ "freeze_backbone_steps": null,
35
+ "backbone_trainable_scope": "full",
36
+ "attention_heads": 2,
37
+ "attention_dropout": 0.3,
38
+ "image_self_attention_layers": 0,
39
+ "aggregation_mode": "attention",
40
+ "head_feature_mode": "matching",
41
+ "late_interaction_topk": 8,
42
+ "head_hidden_dim": 768,
43
+ "head_num_layers": 2,
44
+ "head_dropout": 0.2,
45
+ "head_activation": "swiglu",
46
+ "label_smoothing": 0.05,
47
+ "alignment_loss_weight": 0.05,
48
+ "alignment_loss_logit_scale": 18.0,
49
+ "alignment_loss_hard_negative_topk": 1,
50
+ "compile_model": false,
51
+ "compile_fallback_to_eager": true,
52
+ "backbone_torch_dtype": "auto",
53
+ "attn_implementation": null,
54
+ "resume_path": null,
55
+ "min_free_space_gb": 1.0,
56
+ "use_wandb": true,
57
+ "wandb_project": "flash-judge",
58
+ "wandb_entity": null,
59
+ "wandb_run_name": null,
60
+ "save_artifacts": true,
61
+ "push_to_hub": true,
62
+ "hub_org": "FuncAI",
63
+ "hub_repo_name": "FlashJudge3",
64
+ "hub_private": false,
65
+ "hub_token": null,
66
+ "device": null,
67
+ "use_amp": true
68
+ }
training_logs.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,train_loss,train_acc,val_loss,val_acc,max_val_acc
2
+ 1,0.5494948535324894,0.745762051361989,0.482269128884068,0.7690839911917694,0.7690839911917694
3
+ 2,0.4104818215007268,0.8483301508125171,0.3898940207507774,0.8222010383624156,0.8222010383624156
4
+ 3,0.3310342863324621,0.8946650559214372,0.36742849753216933,0.8365140163716469,0.8365140163716469
5
+ 4,0.27506209598548376,0.9268539807489965,0.3869491647928953,0.8377862802443613,0.8377862802443613
6
+ 5,0.22913343823026697,0.9516776431160127,0.4359181334925744,0.8260178318005482,0.8377862802443613
7
+ 6,0.19417412566400494,0.9703441019445852,0.43097968814709714,0.829834624328686,0.8377862802443613
8
+ 7,0.16807112935970414,0.984490082225946,0.45283080663048586,0.8298346256936779,0.8377862802443613
9
+ 8,0.15529710228082838,0.9917384357585441,0.46923461431310376,0.8342875517506636,0.8377862802443613
10
+ 9,0.14645108295381964,0.9958302482366237,0.4757098777731525,0.832697220658528,0.8377862802443613
11
+ 10,0.14203419984618063,0.997311094657262,0.4732470480255953,0.8298346254661793,0.8377862802443613