classification/config/methane_classification_dataset.py

import os
import rasterio
import torch
from torchgeo.datasets import NonGeoDataset
from torch.utils.data import DataLoader
import torch.nn.functional as F
import numpy as np
import pandas as pd

def min_max_normalize(data, new_min=0, new_max=1):
    data = np.array(data, dtype=np.float32)  # Convert to NumPy array
    
    # Handle NaN, Inf values
    data = np.nan_to_num(data, nan=np.nanmin(data), posinf=np.max(data), neginf=np.min(data))

    old_min, old_max = np.min(data), np.max(data)
    
    if old_max == old_min:  # Prevent division by zero
        return np.full_like(data, new_min, dtype=np.float32)  # Uniform array

    return (data - old_min) / (old_max - old_min + 1e-10) * (new_max - new_min) + new_min

class MethaneClassificationDataset(NonGeoDataset):
    def __init__(self, root_dir, excel_file, paths, transform=None, mean=None, std=None):
        super().__init__()
        self.root_dir = root_dir
        self.transform = transform
        self.data_paths = []
        self.mean = mean if mean else [0.485] * 12  # Default mean if not provided
        self.std = std if std else [0.229] * 12  # Default std if not provided

        # Collect paths for labelbinary.tif and sCube.tif in selected folders
        for folder_name in paths:
            subdir_path = os.path.join(root_dir, folder_name)
            if os.path.isdir(subdir_path):
                label_path = os.path.join(subdir_path, 'labelbinary.tif')
                scube_path = os.path.join(subdir_path, 'sCube.tif')

                if os.path.exists(label_path) and os.path.exists(scube_path):
                    self.data_paths.append((label_path, scube_path))

    def __len__(self):
        return len(self.data_paths)

    def __getitem__(self, idx):
        label_path, scube_path = self.data_paths[idx]

        # Load the label image (single band)
        with rasterio.open(label_path) as label_src:
            label_image = label_src.read(1)  # Shape: [512, 512]

        # Load the sCube image (multi-band), drop the first band
        with rasterio.open(scube_path) as scube_src:
            scube_image = scube_src.read()  # Shape: [13, 512, 512]
            
            scube_image = scube_image[[0,1,2,3,4,5,6,7,8,9,11,12], :, :]  # Drop first band → Shape: [12, 512, 512]

        # Convert to PyTorch tensors
        scube_tensor = torch.from_numpy(scube_image).float()  # Shape: [12, 512, 512]
        label_tensor = torch.from_numpy(label_image).float()  # Shape: [512, 512]

        # Resize to [12, 224, 224] and [224, 224] respectively
        scube_tensor = F.interpolate(scube_tensor.unsqueeze(0), size=(224, 224), mode='bilinear', align_corners=False).squeeze(0)
        label_tensor = F.interpolate(label_tensor.unsqueeze(0).unsqueeze(0), size=(224, 224), mode='nearest').squeeze(0)

        label_tensor = label_tensor.clip(0, 1)  # Clip values to [0, 1]
        scube_tensor = torch.nan_to_num(scube_tensor, nan=0.0)  # Replace NaNs with 0

        # Convert labels to binary
        contains_methane = (label_tensor > 0).any().long()
        
        # Apply transformations (if any)
        if self.transform:
            transformed = self.transform(image=np.array(scube_tensor.permute(1, 2, 0)))
            scube_tensor = transformed['image'].transpose(2, 0, 1)   # Convert back to [C, H, W]
            

        return {'image': scube_tensor, 'label': contains_methane, 'gt': label_image, 'sample': scube_path.split('/')[3]}