jrhuebers commited on
Commit
d19dfcd
·
verified ·
1 Parent(s): 6f55694

Upload FIM-ODE fhn model

Browse files
fhn/gridsearch_01-29-1048/checkpoints/best-model/config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "TrainingWrapper"
4
+ ],
5
+ "model_config": {
6
+ "attention_map": "softmax",
7
+ "attention_method": "linear",
8
+ "dim_embed": 256,
9
+ "dim_feedforward": 1024,
10
+ "dim_ffn_u_model": 1024,
11
+ "dim_hidden_u_model": 256,
12
+ "dim_max_trajectory": 3,
13
+ "dropout": 0.0,
14
+ "num_context_encoder_layers": 2,
15
+ "num_heads": 8,
16
+ "num_res_layer_u_model": 6,
17
+ "num_res_layers_functional_decoder": 8,
18
+ "use_bias_for_projection": true,
19
+ "use_bias_in_attention": true,
20
+ "use_query_residual_in_attention": true
21
+ },
22
+ "torch_dtype": "float32",
23
+ "train_config": {
24
+ "corruption_model_type": null,
25
+ "h_max": null,
26
+ "ic_noise_scale": 0.0,
27
+ "integrator_for_trajectory_training": "rk4",
28
+ "intermediate_steps_per_step": 5,
29
+ "loss_filter_nans": true,
30
+ "loss_type": "l1",
31
+ "num_ic": 1,
32
+ "only_final_points_for_loss": false,
33
+ "step_noise_scale": 0.0,
34
+ "train_type": "trajectory_reconstruction",
35
+ "train_with_normalized_head": true,
36
+ "traj_loss_steps": 19,
37
+ "use_h_max": false
38
+ },
39
+ "transformers_version": "4.46.0"
40
+ }
fhn/gridsearch_01-29-1048/checkpoints/best-model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59d3972828d9ed5910ce29b7236a2f947844a8a1269c82ee928a3b744d6645c4
3
+ size 51907416
fhn/gridsearch_01-29-1048/checkpoints/best-model/optimizers-checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e18cb0b906574772bb874b8eebdc894b6d55cc2a305ad995ef8f31e0bad39705
3
+ size 64937563
fhn/gridsearch_01-29-1048/checkpoints/best-model/train-state-checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dcdd5bd2757c14f38aca9eb3c14df7d700c6ccb48be9d5c9e32815d367efe9d
3
+ size 921561