Migrate model (HF commit ff09e4a) to pvnet version 5.0.15.post0+git.142f3b8a.dirty

README.md

@@ -3,18 +3,18 @@ language: en
 library_name: pytorch
 license: mit
 ---
-<!--
-Do not remove elements like the above surrounded by two curly braces and do not add any more of them. These entries are required by the PVNet library and are automaticall infilled when the model is uploaded to huggingface
--->
 
-<!-- Title - e.g. PVNet2, WindNet, PVNet India -->
+
+
+
+
+
 # PVNet2
 
-<!-- Provide a longer summary of what this model is/does. -->
 ## Model Description
 
 <!-- Provide a longer summary of what this model is/does. -->
-This model class uses satellite data, and numerical weather predictions to forecast the near-term (~8 hours) PV power output at all GSPs. More information can be found in the model repo [1].
+This model class uses satellite data, numerical weather predictions, and recent Grid Service Point( GSP) PV power output to forecast the near-term (~8 hours) PV power output at all GSPs. More information can be found in the model repo [1] and experimental notes in [this google doc](https://docs.google.com/document/d/1fbkfkBzp16WbnCg7RDuRDvgzInA6XQu3xh4NCjV-WDA/edit?usp=sharing).
 
 - **Developed by:** openclimatefix
 - **Model type:** Fusion model
@@ -26,17 +26,11 @@ This model class uses satellite data, and numerical weather predictions to forec
 
 ## Data
 
-<!-- eg.
-The model is trained on data from 2019-2022 and validated on data from 2022-2023. It uses NWP data from ECMWF IFS model, and the UK Met Office UKV model. It uses satellite data from the EUMETSAT MSG SEVIRI instrument.
-
-See the data_config.yaml file for more information on the channels and window-size used for each input data source.
--->
+<!-- This should link to a Data Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
 
-The model is trained on data from 2019-2021 and validated on data from 2022. It uses NWP data from ECMWF IFS model, and the UK Met Office UKV model. It uses also uses inputs from OCF's cloudcasting model
+The model is trained on data from 2019-2022 and validated on data from 2022-2023. See experimental notes in the [the google doc](https://docs.google.com/document/d/1fbkfkBzp16WbnCg7RDuRDvgzInA6XQu3xh4NCjV-WDA/edit?usp=sharing) for more details.
 
 
-
-<!-- The preprocessing section is not strictly nessessary but perhaps nice to have -->
 ### Preprocessing
 
 Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Dataset [2].
@@ -44,19 +38,19 @@ Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Da
 
 ## Results
 
-<!-- Do not remove the lines below -->
 The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/pvnet2.1/runs/49nlmpdy](https://wandb.ai/openclimatefix/pvnet2.1/runs/49nlmpdy)
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/rydw0jo0](https://wandb.ai/openclimatefix/pvnet2.1/runs/rydw0jo0)
 
 
-<!-- The hardware section is also just nice to have -->
-<!-- ### Hardware 
+The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).
 
-Trained on a single NVIDIA Tesla T4
+Some experimental notes can be found at in [the google doc](https://docs.google.com/document/d/1fbkfkBzp16WbnCg7RDuRDvgzInA6XQu3xh4NCjV-WDA/edit?usp=sharing)
 
--->
 
-<!-- Do not remove the section below -->
+### Hardware
+
+Trained on a single NVIDIA Tesla T4
+
 ### Software
 
 This model was trained using the following Open Climate Fix packages:
@@ -64,7 +58,14 @@ This model was trained using the following Open Climate Fix packages:
 - [1] https://github.com/openclimatefix/PVNet
 - [2] https://github.com/openclimatefix/ocf-data-sampler
 
-<!-- Especially do not change the two lines below -->
 The versions of these packages can be found below:
- - pvnet==5.0.6.post1+git.f02c06e6.dirty
- - ocf-data-sampler==0.5.26.post2+git.90ee263d.dirty
+ - pvnet==4.1.6
+ - ocf-data-sampler==0.2.10
+
+
+---
+**Migration Note**: This model was migrated on 2025-08-08 to pvnet version 5.0.3.post0+git.c5a17176.dirty
+
+
+---
+**Migration Note**: This model was migrated on 2025-09-15 to pvnet version 5.0.15.post0+git.142f3b8a.dirty

data_config.yaml

@@ -1,89 +1,22 @@
 general:
-  description: na
+  description: Config for training the saved PVNet model
+  name: PVNet current
 input_data:
   gsp:
-    zarr_path: PLACEHOLDER.zarr
     boundaries_version: '20250109'
-    interval_start_minutes: -120
-    interval_end_minutes: 480
-    time_resolution_minutes: 30
-    dropout_timedeltas_minutes: []
     dropout_fraction: 0
-  solar_position:
-    interval_start_minutes: -120
+    dropout_timedeltas_minutes: []
     interval_end_minutes: 480
+    interval_start_minutes: -120
     time_resolution_minutes: 30
+    zarr_path: PLACEHOLDER.zarr
   nwp:
-    ukv:
-      provider: ukv
-      zarr_path: PLACEHOLDER.zarr
-      interval_start_minutes: -120
-      interval_end_minutes: 480
-      time_resolution_minutes: 60
-      image_size_pixels_height: 24
-      image_size_pixels_width: 24
-      dropout_timedeltas_minutes:
-      - -180
-      dropout_fraction: 1.0
-      max_staleness_minutes: null
-      channels:
-      - t
+    ecmwf:
+      accum_channels:
       - dswrf
       - dlwrf
-      - hcc
-      - mcc
-      - lcc
-      - sde
-      - r
-      - vis
-      - si10
-      - prate
-      normalisation_constants:
-        t:
-          mean: 283.64913206
-          std: 4.38818501
-        dswrf:
-          mean: 111.28265039
-          std: 190.47216887
-        dlwrf:
-          mean: 325.03130139
-          std: 39.45988077
-        hcc:
-          mean: 29.11949682
-          std: 38.07184418
-        mcc:
-          mean: 40.88984494
-          std: 41.91144559
-        lcc:
-          mean: 50.08362643
-          std: 39.33210726
-        sde:
-          mean: 0.00289545
-          std: 0.1029753
-        r:
-          mean: 81.79229501
-          std: 11.45012499
-        vis:
-          mean: 32262.03285118
-          std: 21578.97975625
-        si10:
-          mean: 6.88348448
-          std: 3.94718813
-        prate:
-          mean: 3.45793433e-05
-          std: 0.00021497
-    ecmwf:
-      provider: ecmwf
-      zarr_path: PLACEHOLDER.zarr
-      interval_start_minutes: -120
-      interval_end_minutes: 480
-      time_resolution_minutes: 60
-      image_size_pixels_height: 12
-      image_size_pixels_width: 12
-      dropout_timedeltas_minutes:
-      - -360
-      dropout_fraction: 1.0
-      max_staleness_minutes: null
+      - sr
+      - duvrs
       channels:
       - t2m
       - dswrf
@@ -97,57 +30,113 @@ input_data:
       - duvrs
       - u10
       - v10
-      accum_channels:
-      - dswrf
-      - dlwrf
-      - sr
-      - duvrs
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -360
+      image_size_pixels_height: 12
+      image_size_pixels_width: 12
+      interval_end_minutes: 480
+      interval_start_minutes: -120
+      max_staleness_minutes: null
       normalisation_constants:
-        t2m:
-          mean: 283.48333740234375
-          std: 3.692270040512085
-        diff_dswrf:
-          mean: 420584.6875
-          std: 715366.3125
         diff_dlwrf:
           mean: 1136464.0
           std: 131942.03125
+        diff_dswrf:
+          mean: 420584.6875
+          std: 715366.3125
+        diff_duvrs:
+          mean: 48265.4765625
+          std: 81605.25
+        diff_sr:
+          mean: 469169.5
+          std: 818950.6875
         hcc:
           mean: 0.3961029052734375
           std: 0.42244860529899597
-        mcc:
-          mean: 0.3288780450820923
-          std: 0.38039860129356384
         lcc:
           mean: 0.44901806116104126
           std: 0.3791404366493225
-        tcc:
-          mean: 0.7049227356910706
-          std: 0.37487083673477173
+        mcc:
+          mean: 0.3288780450820923
+          std: 0.38039860129356384
         sd:
           mean: 8.107526082312688e-05
           std: 0.000913831521756947
-        diff_sr:
-          mean: 469169.5
-          std: 818950.6875
-        diff_duvrs:
-          mean: 48265.4765625
-          std: 81605.25
+        t2m:
+          mean: 283.48333740234375
+          std: 3.692270040512085
+        tcc:
+          mean: 0.7049227356910706
+          std: 0.37487083673477173
         u10:
           mean: 1.7677178382873535
           std: 5.531515598297119
         v10:
           mean: 0.985887885093689
           std: 5.411230564117432
+      provider: ecmwf
+      time_resolution_minutes: 60
+      zarr_path: PLACEHOLDER.zarr
+    ukv:
+      channels:
+      - t
+      - dswrf
+      - dlwrf
+      - hcc
+      - mcc
+      - lcc
+      - sde
+      - r
+      - vis
+      - si10
+      - prate
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -180
+      image_size_pixels_height: 24
+      image_size_pixels_width: 24
+      interval_end_minutes: 480
+      interval_start_minutes: -120
+      max_staleness_minutes: null
+      normalisation_constants:
+        dlwrf:
+          mean: 325.03130139
+          std: 39.45988077
+        dswrf:
+          mean: 111.28265039
+          std: 190.47216887
+        hcc:
+          mean: 29.11949682
+          std: 38.07184418
+        lcc:
+          mean: 50.08362643
+          std: 39.33210726
+        mcc:
+          mean: 40.88984494
+          std: 41.91144559
+        prate:
+          mean: 3.45793433e-05
+          std: 0.00021497
+        r:
+          mean: 81.79229501
+          std: 11.45012499
+        sde:
+          mean: 0.00289545
+          std: 0.1029753
+        si10:
+          mean: 6.88348448
+          std: 3.94718813
+        t:
+          mean: 283.64913206
+          std: 4.38818501
+        vis:
+          mean: 32262.03285118
+          std: 21578.97975625
+      provider: ukv
+      time_resolution_minutes: 60
+      zarr_path: PLACEHOLDER.zarr
   satellite:
-    zarr_path: PLACEHOLDER.zarr
-    interval_start_minutes: -60
-    interval_end_minutes: 0
-    time_resolution_minutes: 5
-    image_size_pixels_height: 24
-    image_size_pixels_width: 24
-    dropout_timedeltas_minutes: []
-    dropout_fraction: 0.0
     channels:
     - IR_016
     - IR_039
@@ -160,6 +149,12 @@ input_data:
     - VIS008
     - WV_062
     - WV_073
+    dropout_fraction: 0.0
+    dropout_timedeltas_minutes: []
+    image_size_pixels_height: 24
+    image_size_pixels_width: 24
+    interval_end_minutes: -30
+    interval_start_minutes: -60
     normalisation_constants:
       IR_016:
         mean: 0.17594202
@@ -194,3 +189,9 @@ input_data:
       WV_073:
         mean: 0.62479186
         std: 0.12924142
+    time_resolution_minutes: 5
+    zarr_path: PLACEHOLDER.zarr
+  solar_position:
+    interval_end_minutes: 480
+    interval_start_minutes: -120
+    time_resolution_minutes: 30

model_config.yaml

@@ -49,8 +49,9 @@ include_sun: true
 include_gsp_yield_history: false
 forecast_minutes: 480
 history_minutes: 120
-min_sat_delay_minutes: 0
+min_sat_delay_minutes: 30
 sat_history_minutes: 60
+pv_history_minutes: 180
 nwp_history_minutes:
   ukv: 120
   ecmwf: 120
@@ -389,4 +390,3 @@ location_id_mapping:
   340: 329
   341: 330
   342: 331
-adapt_batches: true

model_weights.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb28ee3d8e13f28b3310054e702ba70732d67f916ee4cbcdd483ae0215ab777f
-size 36269456
+oid sha256:0d5a4a77caefe1ddeb5821505f8a0f3500e980eab03a789896404bde4a63f7a7
+size 34499984