training.py

import os

import pandas as pd
import pytorch_lightning as pl
from pytorch_lightning.callbacks import ModelCheckpoint, EarlyStopping, ModelSummary
from pytorch_lightning.loggers import WandbLogger

from datasets import KaggleHandwritingDataModule
from training_modules import HandwritingRecogTrainModule


def get_data(path):
    train_df = pd.read_csv(os.path.join(path, 'train_new.csv'))
    val_df = pd.read_csv(os.path.join(path, 'val_new.csv'))
    train_df = train_df[train_df.IDENTITY != 'UNREADABLE']
    val_df = val_df[val_df.IDENTITY != 'UNREADABLE']
    train_df = train_df[train_df.IDENTITY != 'EMPTY']
    val_df = val_df[val_df.IDENTITY != 'EMPTY']
    train_df = train_df.sample(frac=1).reset_index(drop=True)
    return train_df, val_df


def train_model(train_module, data_module):
    checkpoint_callback = ModelCheckpoint(filename='{epoch}-{val-loss:.3f}-{val-exact-match}-{val-char-error-rate}',
                                          save_top_k=1, monitor='val-char-error-rate', mode='min', save_last=True)
    wandb_logger = WandbLogger(project="handwriting_recognition_kaggle", save_dir='./lightning_logs',
                               name='CNNR_run_new_version')
    early_stopping = EarlyStopping(monitor="val-char-error-rate", patience=10, verbose=False, mode="min")
    model_summary = ModelSummary(max_depth=-1)
    # lr_monitor = LearningRateMonitor(logging_interval='step')

    # trainer = pl.Trainer(accelerator='gpu', fast_dev_run=True, max_epochs=200,
    #                      callbacks=[checkpoint_callback, early_stopping], precision=16)

    trainer = pl.Trainer(accelerator='gpu', fast_dev_run=False, max_epochs=100,
                         callbacks=[checkpoint_callback, early_stopping, model_summary], logger=wandb_logger,
                         precision=16)
    trainer.fit(train_module, data_module)


def test_handwriting_recognition():
    pl.seed_everything(15798)
    hparams = {
        'train_img_path': './data/kaggle-handwriting-recognition/train_v2/train/',
        'lr': 1e-4, 'val_img_path': './data/kaggle-handwriting-recognition/validation_v2/validation/',
        'test_img_path': './data/kaggle-handwriting-recognition/test_v2/test/',
        'data_path': './data/kaggle-handwriting-recognition', 'gru_input_size': 256,
        'train_batch_size': 64, 'val_batch_size': 1024, 'input_height': 36, 'input_width': 324, 'gru_hidden_size': 128,
        'gru_num_layers': 2, 'num_classes': 28
    }
    label_to_index = {' ': 0, '-': 1, 'A': 2, 'B': 3, 'C': 4, 'D': 5, 'E': 6, 'F': 7, 'G': 8, 'H': 9, 'I': 10, 'J': 11,
                      'K': 12, 'L': 13, 'M': 14, 'N': 15, 'O': 16, 'P': 17, 'Q': 18, 'R': 19, 'S': 20, 'T': 21, 'U': 22,
                      'V': 23, 'W': 24, 'X': 25, 'Y': 26, 'Z': 27}
    index_to_labels = {0: ' ', 1: '-', 2: 'A', 3: 'B', 4: 'C', 5: 'D', 6: 'E', 7: 'F', 8: 'G', 9: 'H', 10: 'I',
                       11: 'J', 12: 'K', 13: 'L', 14: 'M', 15: 'N', 16: 'O', 17: 'P', 18: 'Q', 19: 'R', 20: 'S',
                       21: 'T', 22: 'U', 23: 'V', 24: 'W', 25: 'X', 26: 'Y', 27: 'Z'}
    train_df, val_df = get_data(hparams['data_path'])
    data_module = KaggleHandwritingDataModule(train_df, val_df, hparams, label_to_index)
    train_module = HandwritingRecogTrainModule(hparams, index_to_labels=index_to_labels, label_to_index=label_to_index)
    train_model(train_module, data_module)


if __name__ == '__main__':
    test_handwriting_recognition()