full_experiment_config.yaml

trainer:
  _target_: lightning.pytorch.trainer.trainer.Trainer
  accelerator: gpu
  devices:
  - 0
  min_epochs: null
  max_epochs: 300
  reload_dataloaders_every_n_epochs: 0
  num_sanity_val_steps: 8
  fast_dev_run: false
  log_every_n_steps: 50
model:
  _target_: pvnet_summation.training.lightning_module.PVNetSummationLightningModule
  model:
    _target_: pvnet_summation.models.horizon_dense_model.HorizonDenseModel
    output_quantiles:
    - 0.02
    - 0.1
    - 0.25
    - 0.5
    - 0.75
    - 0.9
    - 0.98
    output_network:
      _target_: pvnet.models.late_fusion.linear_networks.networks.ResFCNet
      _partial_: true
      fc_hidden_features: 128
      n_res_blocks: 3
      res_block_layers: 2
      dropout_frac: 0.2
    predict_difference_from_sum: true
    force_non_crossing: true
    beta: 3
    use_horizon_encoding: true
    use_solar_position: true
    history_minutes: 120
    forecast_minutes: 480
    interval_minutes: 30
    num_input_locations: 331
    input_quantiles:
    - 0.02
    - 0.1
    - 0.25
    - 0.5
    - 0.75
    - 0.9
    - 0.98
  optimizer:
    _target_: pvnet_summation.optimizers.AdamWReduceLROnPlateau
    lr: 3.0e-05
    weight_decay: 0.1
    amsgrad: true
    patience: 10
    factor: 0.2
    threshold: 0.0
datamodule:
  data_source_paths:
    gsp: /mnt/storage_u2_30tb_a/ml_training_zarrs/pv/pvlive_gsp_new_boundaries_2019-2025.zarr
    satellite:
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2019_nonhrv.zarr
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2020_nonhrv.zarr
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2021_nonhrv.zarr
    - /mnt/storage_u2_30tb_a/ml_training_zarrs/sat/uk_sat_crops/v1/2022_nonhrv.zarr
    nwp:
      ukv:
      - /mnt/storage_u2_30tb_a/ml_training_zarrs/nwp/ukv_v7/UKV_intermediate_version_7.1.zarr
      - /mnt/storage_u2_30tb_a/ml_training_zarrs/nwp/ukv_v7/UKV_2021_missing.zarr
      - /mnt/storage_u2_30tb_a/ml_training_zarrs/nwp/ukv_v7/UKV_2022.zarr
      ecmwf:
      - /mnt/storage_u2_30tb_a/ml_training_zarrs/nwp/ecmwf_v3/ECMWF_2019.zarr
      - /mnt/storage_u2_30tb_a/ml_training_zarrs/nwp/ecmwf_v3/ECMWF_2020.zarr
      - /mnt/storage_u2_30tb_a/ml_training_zarrs/nwp/ecmwf_v3/ECMWF_2021.zarr
      - /mnt/storage_u2_30tb_a/ml_training_zarrs/nwp/ecmwf_v3/ECMWF_2022.zarr
      sat_pred: /mnt/disks/simvp_inputs/simvp_preds.zarr
  batch_size: 32
  num_workers: 12
  prefetch_factor: 2
  persistent_workers: true
  max_num_train_samples: null
  max_num_val_samples: null
  pvnet_model:
    model_id: openclimatefix/pvnet_uk_region
    revision: cfcb233576c3c8110daed0179452e3d9913c744c
  train_period:
  - null
  - '2021-12-31'
  val_period:
  - '2022-01-01'
  - '2022-12-31'
  seed: ${seed}
  dataset_pickle_dir: /home/james/tmp/summation_dataset_pickles_pvnet_v2
callbacks:
  learning_rate_monitor:
    _target_: lightning.pytorch.callbacks.LearningRateMonitor
    logging_interval: epoch
  model_summary:
    _target_: lightning.pytorch.callbacks.ModelSummary
    max_depth: 3
  model_checkpoint:
    _target_: lightning.pytorch.callbacks.ModelCheckpoint
    monitor: ${resolve_monitor_loss:${model.model.output_quantiles}}
    mode: min
    save_top_k: 1
    save_last: true
    every_n_epochs: 1
    verbose: false
    filename: epoch={epoch}-step={step}
    dirpath: checkpoints/${model_name}
    auto_insert_metric_name: false
    save_on_train_epoch_end: false
logger:
  wandb:
    _target_: lightning.pytorch.loggers.wandb.WandbLogger
    project: pvnet_summation
    name: ${model_name}
    save_dir: ./
    offline: false
    id: null
    log_model: false
    prefix: ''
    job_type: train
    group: ''
    tags: []
sample_save_dir: /home/james/repos/pvnet-summation/presaved_saved_samples
work_dir: ${hydra:runtime.cwd}
model_name: pvnet_v2
seed: 2727831