jrhuebers commited on
Commit
838d00d
·
verified ·
1 Parent(s): 809a9dc

Upload FIM-ODE vdp1 model

Browse files
vdp1/vdp1_01-29-0707/checkpoints/best-model/config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "TrainingWrapper"
4
+ ],
5
+ "model_config": {
6
+ "attention_map": "softmax",
7
+ "attention_method": "linear",
8
+ "dim_embed": 256,
9
+ "dim_feedforward": 1024,
10
+ "dim_ffn_u_model": 1024,
11
+ "dim_hidden_u_model": 256,
12
+ "dim_max_trajectory": 3,
13
+ "dropout": 0.0,
14
+ "num_context_encoder_layers": 2,
15
+ "num_heads": 8,
16
+ "num_res_layer_u_model": 6,
17
+ "num_res_layers_functional_decoder": 8,
18
+ "use_bias_for_projection": true,
19
+ "use_bias_in_attention": true,
20
+ "use_query_residual_in_attention": true
21
+ },
22
+ "torch_dtype": "float32",
23
+ "train_config": {
24
+ "corruption_model_type": null,
25
+ "h_max": null,
26
+ "ic_noise_scale": 0.0,
27
+ "integrator_for_trajectory_training": "rk4",
28
+ "intermediate_steps_per_step": 1,
29
+ "loss_filter_nans": true,
30
+ "loss_type": "l1",
31
+ "num_ic": 3,
32
+ "random_initial_conditions": false,
33
+ "step_noise_scale": 0.0,
34
+ "train_type": "trajectory_reconstruction",
35
+ "train_with_normalized_head": true,
36
+ "traj_loss_steps": 25,
37
+ "use_h_max": false
38
+ },
39
+ "transformers_version": "4.46.0"
40
+ }
vdp1/vdp1_01-29-0707/checkpoints/best-model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b8f492421071ee10ceb40d56f1ae6a76148b9b9bb67b9eb054154315b43b82
3
+ size 51907416
vdp1/vdp1_01-29-0707/checkpoints/best-model/optimizers-checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65fd7e70965fd6313fb28808fb1068f7451ae584fbd1a24b52f00f405af8b41
3
+ size 64937563
vdp1/vdp1_01-29-0707/checkpoints/best-model/train-state-checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a2bf8ae6cef964f09bc23e5d7367fce2656699ebb03144ede2c66cb9a11f5cf
3
+ size 1859633