sirajul116
/

distilhubert-finetuned-digit

Audio Classification

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

distilhubert-finetuned-digit / config.json

sirajul116's picture

Training in progress, epoch 5

0d6dfac verified about 1 month ago

raw history blame contribute delete

No virus

4.28 kB

	{
	"_name_or_path": "ntu-spml/distilhubert",
	"activation_dropout": 0.1,
	"apply_spec_augment": false,
	"architectures": [
	"HubertForSequenceClassification"
	],
	"attention_dropout": 0.1,
	"bos_token_id": 1,
	"classifier_proj_size": 256,
	"conv_bias": false,
	"conv_dim": [
	512,
	512,
	512,
	512,
	512,
	512,
	512
	],
	"conv_kernel": [
	10,
	3,
	3,
	3,
	3,
	2,
	2
	],
	"conv_stride": [
	5,
	2,
	2,
	2,
	2,
	2,
	2
	],
	"ctc_loss_reduction": "sum",
	"ctc_zero_infinity": false,
	"do_stable_layer_norm": false,
	"eos_token_id": 2,
	"feat_extract_activation": "gelu",
	"feat_extract_norm": "group",
	"feat_proj_dropout": 0.0,
	"feat_proj_layer_norm": false,
	"final_dropout": 0.0,
	"hidden_act": "gelu",
	"hidden_dropout": 0.1,
	"hidden_size": 768,
	"id2label": {
	"0": 0,
	"1": 1,
	"2": 2,
	"3": 3,
	"4": 4,
	"5": 5,
	"6": 6,
	"7": 7,
	"8": 8,
	"9": 9,
	"10": 10,
	"11": 11,
	"12": 12,
	"13": 13,
	"14": 14,
	"15": 15,
	"16": 16,
	"17": 17,
	"18": 18,
	"19": 19,
	"20": 20,
	"21": 21,
	"22": 22,
	"23": 23,
	"24": 24,
	"25": 25,
	"26": 26,
	"27": 27,
	"28": 28,
	"29": 29,
	"30": 30,
	"31": 31,
	"32": 32,
	"33": 33,
	"34": 34,
	"35": 35,
	"36": 36,
	"37": 37,
	"38": 38,
	"39": 39,
	"40": 40,
	"41": 41,
	"42": 42,
	"43": 43,
	"44": 44,
	"45": 45,
	"46": 46,
	"47": 47,
	"48": 48,
	"49": 49,
	"50": 50,
	"51": 51,
	"52": 52,
	"53": 53,
	"54": 54,
	"55": 55,
	"56": 56,
	"57": 57,
	"58": 58,
	"59": 59,
	"60": 60,
	"61": 61,
	"62": 62,
	"63": 63,
	"64": 64,
	"65": 65,
	"66": 66,
	"67": 67,
	"68": 68,
	"69": 69,
	"70": 70,
	"71": 71,
	"72": 72,
	"73": 73,
	"74": 74,
	"75": 75,
	"76": 76,
	"77": 77,
	"78": 78,
	"79": 79,
	"80": 80,
	"81": 81,
	"82": 82,
	"83": 83,
	"84": 84,
	"85": 85,
	"86": 86,
	"87": 87,
	"88": 88,
	"89": 89,
	"90": 90,
	"91": 91,
	"92": 92,
	"93": 93,
	"94": 94,
	"95": 95,
	"96": 96,
	"97": 97,
	"98": 98,
	"99": 99,
	"100": 100
	},
	"initializer_range": 0.02,
	"intermediate_size": 3072,
	"label2id": {
	"0": 0,
	"1": 1,
	"2": 2,
	"3": 3,
	"4": 4,
	"5": 5,
	"6": 6,
	"7": 7,
	"8": 8,
	"9": 9,
	"10": 10,
	"11": 11,
	"12": 12,
	"13": 13,
	"14": 14,
	"15": 15,
	"16": 16,
	"17": 17,
	"18": 18,
	"19": 19,
	"20": 20,
	"21": 21,
	"22": 22,
	"23": 23,
	"24": 24,
	"25": 25,
	"26": 26,
	"27": 27,
	"28": 28,
	"29": 29,
	"30": 30,
	"31": 31,
	"32": 32,
	"33": 33,
	"34": 34,
	"35": 35,
	"36": 36,
	"37": 37,
	"38": 38,
	"39": 39,
	"40": 40,
	"41": 41,
	"42": 42,
	"43": 43,
	"44": 44,
	"45": 45,
	"46": 46,
	"47": 47,
	"48": 48,
	"49": 49,
	"50": 50,
	"51": 51,
	"52": 52,
	"53": 53,
	"54": 54,
	"55": 55,
	"56": 56,
	"57": 57,
	"58": 58,
	"59": 59,
	"60": 60,
	"61": 61,
	"62": 62,
	"63": 63,
	"64": 64,
	"65": 65,
	"66": 66,
	"67": 67,
	"68": 68,
	"69": 69,
	"70": 70,
	"71": 71,
	"72": 72,
	"73": 73,
	"74": 74,
	"75": 75,
	"76": 76,
	"77": 77,
	"78": 78,
	"79": 79,
	"80": 80,
	"81": 81,
	"82": 82,
	"83": 83,
	"84": 84,
	"85": 85,
	"86": 86,
	"87": 87,
	"88": 88,
	"89": 89,
	"90": 90,
	"91": 91,
	"92": 92,
	"93": 93,
	"94": 94,
	"95": 95,
	"96": 96,
	"97": 97,
	"98": 98,
	"99": 99,
	"100": 100
	},
	"layer_norm_eps": 1e-05,
	"layerdrop": 0.0,
	"mask_feature_length": 10,
	"mask_feature_min_masks": 0,
	"mask_feature_prob": 0.0,
	"mask_time_length": 10,
	"mask_time_min_masks": 2,
	"mask_time_prob": 0.05,
	"model_type": "hubert",
	"num_attention_heads": 12,
	"num_conv_pos_embedding_groups": 16,
	"num_conv_pos_embeddings": 128,
	"num_feat_extract_layers": 7,
	"num_hidden_layers": 2,
	"pad_token_id": 0,
	"torch_dtype": "float32",
	"transformers_version": "4.42.0.dev0",
	"use_weighted_layer_sum": false,
	"vocab_size": 32
	}