Migrate model to pvnet version 5.0.3.post0+git.c5a17176.dirty

README.md

@@ -39,7 +39,7 @@ Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Da
 ## Results
 
 The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/pvnet2.1/runs/js9gt7hc](https://wandb.ai/openclimatefix/pvnet2.1/runs/js9gt7hc)
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/nizugje9](https://wandb.ai/openclimatefix/pvnet2.1/runs/nizugje9)
 
 
 The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).

data_config.yaml

@@ -10,61 +10,65 @@ input_data:
     interval_start_minutes: -120
     time_resolution_minutes: 30
     zarr_path: PLACEHOLDER.zarr
-  satellite:
-    channels:
-    - IR_016
-    - IR_039
-    - IR_087
-    - IR_097
-    - IR_108
-    - IR_120
-    - IR_134
-    - VIS006
-    - VIS008
-    - WV_062
-    - WV_073
-    dropout_fraction: 0.0
-    dropout_timedeltas_minutes: []
-    image_size_pixels_height: 24
-    image_size_pixels_width: 24
-    interval_end_minutes: -30
-    interval_start_minutes: -60
-    normalisation_constants:
-      IR_016:
-        mean: 0.17594202
-        std: 0.21462157
-      IR_039:
-        mean: 0.86167645
-        std: 0.04618041
-      IR_087:
-        mean: 0.7719318
-        std: 0.06687243
-      IR_097:
-        mean: 0.8014212
-        std: 0.0468558
-      IR_108:
-        mean: 0.71254843
-        std: 0.17482725
-      IR_120:
-        mean: 0.89058584
-        std: 0.06115861
-      IR_134:
-        mean: 0.944365
-        std: 0.04492306
-      VIS006:
-        mean: 0.09633306
-        std: 0.12184761
-      VIS008:
-        mean: 0.11426069
-        std: 0.13090034
-      WV_062:
-        mean: 0.7359355
-        std: 0.16111417
-      WV_073:
-        mean: 0.62479186
-        std: 0.12924142
-    time_resolution_minutes: 5
-    zarr_path: PLACEHOLDER.zarr
+  nwp:
+    ukv:
+      channels:
+      - t
+      - dswrf
+      - dlwrf
+      - hcc
+      - mcc
+      - lcc
+      - sde
+      - r
+      - vis
+      - si10
+      - prate
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -180
+      image_size_pixels_height: 24
+      image_size_pixels_width: 24
+      interval_end_minutes: 480
+      interval_start_minutes: -120
+      max_staleness_minutes: null
+      normalisation_constants:
+        dlwrf:
+          mean: 325.03130139
+          std: 39.45988077
+        dswrf:
+          mean: 111.28265039
+          std: 190.47216887
+        hcc:
+          mean: 29.11949682
+          std: 38.07184418
+        lcc:
+          mean: 50.08362643
+          std: 39.33210726
+        mcc:
+          mean: 40.88984494
+          std: 41.91144559
+        prate:
+          mean: 3.45793433e-05
+          std: 0.00021497
+        r:
+          mean: 81.79229501
+          std: 11.45012499
+        sde:
+          mean: 0.00289545
+          std: 0.1029753
+        si10:
+          mean: 6.88348448
+          std: 3.94718813
+        t:
+          mean: 283.64913206
+          std: 4.38818501
+        vis:
+          mean: 32262.03285118
+          std: 21578.97975625
+      provider: ukv
+      time_resolution_minutes: 60
+      zarr_path: PLACEHOLDER.zarr
   solar_position:
     interval_end_minutes: 480
     interval_start_minutes: -120

model_config.yaml

@@ -7,18 +7,16 @@ output_quantiles:
 - 0.75
 - 0.9
 - 0.98
-nwp_encoders_dict: null
-sat_encoder:
-  _target_: pvnet.models.late_fusion.encoders.encoders3d.ResConv3DNet
-  _partial_: true
-  in_channels: 11
-  out_features: 256
-  image_size_pixels: 24
-  hidden_channels: 32
-  n_res_blocks: 3
-  res_block_layers: 3
-  batch_norm: true
-  dropout_frac: 0.0
+nwp_encoders_dict:
+  ukv:
+    _target_: pvnet.models.late_fusion.encoders.encoders3d.DefaultPVNet
+    _partial_: true
+    in_channels: 11
+    out_features: 256
+    number_of_conv3d_layers: 6
+    conv3d_channels: 32
+    image_size_pixels: 24
+sat_encoder: null
 add_image_embedding_channel: false
 pv_encoder: null
 output_network:
@@ -36,8 +34,10 @@ history_minutes: 120
 min_sat_delay_minutes: 30
 sat_history_minutes: 60
 pv_history_minutes: 180
-nwp_history_minutes: null
-nwp_forecast_minutes: null
+nwp_history_minutes:
+  ukv: 120
+nwp_forecast_minutes:
+  ukv: 480
 location_id_mapping:
   1: 1
   2: 2

model_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71b24e755313d03bcf3f5aaa89b5f222f10ac764085ddc5d160617af0937101d
-size 4167768
+oid sha256:8d71121e13487c529f36a4cb4b7c215ece35a665d662e14d836b7332bc2c478d
+size 27734920