|
{ |
|
"_name_or_path": "ntu-spml/distilhubert", |
|
"activation_dropout": 0.1, |
|
"apply_spec_augment": false, |
|
"architectures": [ |
|
"HubertForSequenceClassification" |
|
], |
|
"attention_dropout": 0.1, |
|
"bos_token_id": 1, |
|
"classifier_proj_size": 256, |
|
"conv_bias": false, |
|
"conv_dim": [ |
|
512, |
|
512, |
|
512, |
|
512, |
|
512, |
|
512, |
|
512 |
|
], |
|
"conv_kernel": [ |
|
10, |
|
3, |
|
3, |
|
3, |
|
3, |
|
2, |
|
2 |
|
], |
|
"conv_stride": [ |
|
5, |
|
2, |
|
2, |
|
2, |
|
2, |
|
2, |
|
2 |
|
], |
|
"ctc_loss_reduction": "sum", |
|
"ctc_zero_infinity": false, |
|
"do_stable_layer_norm": false, |
|
"eos_token_id": 2, |
|
"feat_extract_activation": "gelu", |
|
"feat_extract_norm": "group", |
|
"feat_proj_dropout": 0.0, |
|
"feat_proj_layer_norm": false, |
|
"final_dropout": 0.0, |
|
"hidden_act": "gelu", |
|
"hidden_dropout": 0.1, |
|
"hidden_size": 768, |
|
"id2label": { |
|
"0": "abroad", |
|
"1": "address", |
|
"10": "high_value_payment", |
|
"11": "joint_account", |
|
"12": "latest_transactions", |
|
"13": "pay_bill", |
|
"2": "app_error", |
|
"3": "atm_limit", |
|
"4": "balance", |
|
"5": "business_loan", |
|
"6": "card_issues", |
|
"7": "cash_deposit", |
|
"8": "direct_debit", |
|
"9": "freeze" |
|
}, |
|
"initializer_range": 0.02, |
|
"intermediate_size": 3072, |
|
"label2id": { |
|
"abroad": "0", |
|
"address": "1", |
|
"app_error": "2", |
|
"atm_limit": "3", |
|
"balance": "4", |
|
"business_loan": "5", |
|
"card_issues": "6", |
|
"cash_deposit": "7", |
|
"direct_debit": "8", |
|
"freeze": "9", |
|
"high_value_payment": "10", |
|
"joint_account": "11", |
|
"latest_transactions": "12", |
|
"pay_bill": "13" |
|
}, |
|
"layer_norm_eps": 1e-05, |
|
"layerdrop": 0.0, |
|
"mask_feature_length": 10, |
|
"mask_feature_min_masks": 0, |
|
"mask_feature_prob": 0.0, |
|
"mask_time_length": 10, |
|
"mask_time_min_masks": 2, |
|
"mask_time_prob": 0.05, |
|
"model_type": "hubert", |
|
"num_attention_heads": 12, |
|
"num_conv_pos_embedding_groups": 16, |
|
"num_conv_pos_embeddings": 128, |
|
"num_feat_extract_layers": 7, |
|
"num_hidden_layers": 2, |
|
"pad_token_id": 0, |
|
"torch_dtype": "float32", |
|
"transformers_version": "4.35.2", |
|
"use_weighted_layer_sum": false, |
|
"vocab_size": 32 |
|
} |
|
|