Upload folder using huggingface_hub

README.md

@@ -39,7 +39,7 @@ Data is prepared with the `ocf_datapipes.training.pvnet` datapipe [2].
 ## Results
 
 The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/pvnet2.1/runs/u3l8y5nd](https://wandb.ai/openclimatefix/pvnet2.1/runs/u3l8y5nd)
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/gxdkqy0d](https://wandb.ai/openclimatefix/pvnet2.1/runs/gxdkqy0d)
 
 
 The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).

config.json

@@ -18,9 +18,29 @@
             "number_of_conv3d_layers": 6,
             "conv3d_channels": 32,
             "image_size_pixels": 24
+        },
+        "ecmwf": {
+            "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
+            "_partial_": true,
+            "in_channels": 12,
+            "out_features": 256,
+            "number_of_conv3d_layers": 4,
+            "conv3d_channels": 32,
+            "image_size_pixels": 12
         }
     },
-    "sat_encoder": null,
+    "sat_encoder": {
+        "_target_": "pvnet.models.multimodal.encoders.encoders3d.ResConv3DNet2",
+        "_partial_": true,
+        "in_channels": 11,
+        "out_features": 256,
+        "image_size_pixels": 24,
+        "hidden_channels": 32,
+        "n_res_blocks": 3,
+        "res_block_layers": 3,
+        "batch_norm": true,
+        "dropout_frac": 0.0
+    },
     "add_image_embedding_channel": false,
     "pv_encoder": null,
     "output_network": {
@@ -36,14 +56,16 @@
     "include_gsp_yield_history": false,
     "forecast_minutes": 480,
     "history_minutes": 120,
-    "min_sat_delay_minutes": 30,
+    "min_sat_delay_minutes": 0,
     "sat_history_minutes": 90,
     "pv_history_minutes": 180,
     "nwp_history_minutes": {
-        "ukv": 120
+        "ukv": 120,
+        "ecmwf": 120
     },
     "nwp_forecast_minutes": {
-        "ukv": 480
+        "ukv": 480,
+        "ecmwf": 480
     },
     "optimizer": {
         "_target_": "pvnet.optimizers.EmbAdamWReduceLROnPlateau",

data_config.yaml

@@ -12,6 +12,36 @@ input_data:
     history_minutes: 120
     time_resolution_minutes: 30
   nwp:
+    ecmwf:
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -360
+      forecast_minutes: 480.0
+      history_minutes: 120
+      max_staleness_minutes: null
+      nwp_accum_channels:
+      - dswrf
+      - dlwrf
+      - sr
+      - duvrs
+      nwp_channels:
+      - t2m
+      - dswrf
+      - dlwrf
+      - hcc
+      - mcc
+      - lcc
+      - tcc
+      - sde
+      - sr
+      - duvrs
+      - u10
+      - v10
+      nwp_image_size_pixels_height: 12
+      nwp_image_size_pixels_width: 12
+      nwp_provider: ecmwf
+      nwp_zarr_path: PLACEHOLDER.zarr
+      time_resolution_minutes: 60
     ukv:
       dropout_fraction: 1.0
       dropout_timedeltas_minutes:
@@ -36,3 +66,28 @@ input_data:
       nwp_provider: ukv
       nwp_zarr_path: PLACEHOLDER.zarr
       time_resolution_minutes: 60
+  satellite:
+    dropout_fraction: 0.2
+    dropout_timedeltas_minutes:
+    - -5
+    - -10
+    - -15
+    forecast_minutes: 0
+    history_minutes: 90
+    live_delay_minutes: 0
+    satellite_channels:
+    - IR_016
+    - IR_039
+    - IR_087
+    - IR_097
+    - IR_108
+    - IR_120
+    - IR_134
+    - VIS006
+    - VIS008
+    - WV_062
+    - WV_073
+    satellite_image_size_pixels_height: 24
+    satellite_image_size_pixels_width: 24
+    satellite_zarr_path: PLACEHOLDER.zarr
+    time_resolution_minutes: 5

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3288011c1603913dd33ee3f0cab21b312a09144125c58179f672d2954d830ceb
-size 27761334
+oid sha256:93184f7f0b3046337f3076bd87c71ab77c25da3066f8e721323b040f7cc43cfd
+size 38085554