{
    "dataset_reader": {
        "type": "ccqa",
        "lazy": true,
        "token_indexers": {
            "bert": {
                "type": "pretrained_transformer",
                "model_name": "roberta-base"
            }
        },
        "tokenizer": {
            "type": "pretrained_transformer",
            "add_special_tokens": false,
            "model_name": "roberta-base"
        }
    },
    "model": {
        "type": "basic_classifier_modified",
        "seq2vec_encoder": {
            "type": "bert_pooler",
            "override_weights_file": "PretrainedRoberta/checkpoint_best.pt",
            "pretrained_model": "roberta-base",
            "requires_grad": true
        },
        "text_field_embedder": {
            "type": "basic",
            "token_embedders": {
                "bert": {
                    "type": "pretrained_transformer",
                    "last_layer_only": false,
                    "model_name": "roberta-base",
                    "override_weights_file": "PretrainedRoberta/checkpoint_best.pt"
                }
            }
        }
    },
    "train_data_path": "SufficientCompanyData/train_df_balanced_1500_15000.tsv",
    "validation_data_path": "SufficientCompanyData/val_df_balanced_750_7500.tsv",
    "trainer": {
        "checkpointer": {
            "num_serialized_models_to_keep": 1
        },
        "cuda_device": 0,
        "grad_norm": 1,
        "num_epochs": 50,
        "optimizer": {
            "type": "huggingface_adamw",
            "lr": 2e-06,
            "weight_decay": 0.1
        },
        "validation_metric": "+accuracy"
    },
    "data_loader": {
        "batch_size": 8
    }
}