xnohat
/

mT5_m2m_crossSum_enhanced

Text2Text Generation

Inference Endpoints

Model card Files Files and versions Community

mT5_m2m_crossSum_enhanced / quantize_config.json

xnohat's picture

Upload folder using huggingface_hub

26eeab1 8 months ago

raw history blame contribute delete

No virus

3.45 kB

	{
	"per_channel": true,
	"reduce_range": true,
	"per_model_config": {
	"encoder_model": {
	"op_types": [
	"Abs",
	"Range",
	"ReduceMean",
	"ConstantOfShape",
	"Concat",
	"Sub",
	"Greater",
	"Shape",
	"Tanh",
	"Cast",
	"Reshape",
	"Div",
	"Pow",
	"Where",
	"Min",
	"Gather",
	"Constant",
	"Transpose",
	"Less",
	"Log",
	"Mul",
	"Sqrt",
	"MatMul",
	"Unsqueeze",
	"Softmax",
	"Add"
	],
	"weight_type": "QInt8"
	},
	"decoder_with_past_model": {
	"op_types": [
	"Range",
	"ReduceMean",
	"LessOrEqual",
	"ConstantOfShape",
	"Concat",
	"Sub",
	"Slice",
	"Shape",
	"Expand",
	"Tanh",
	"Cast",
	"Reshape",
	"Div",
	"Pow",
	"Where",
	"Min",
	"Gather",
	"Constant",
	"Tile",
	"Transpose",
	"Less",
	"Log",
	"Mul",
	"Sqrt",
	"MatMul",
	"Unsqueeze",
	"Neg",
	"Softmax",
	"Add"
	],
	"weight_type": "QInt8"
	},
	"decoder_model": {
	"op_types": [
	"Range",
	"ReduceMean",
	"LessOrEqual",
	"ConstantOfShape",
	"Concat",
	"Sub",
	"Shape",
	"Expand",
	"Tanh",
	"Cast",
	"Reshape",
	"Div",
	"Pow",
	"Where",
	"Min",
	"Gather",
	"Constant",
	"Tile",
	"Transpose",
	"Less",
	"Log",
	"Mul",
	"Sqrt",
	"MatMul",
	"Unsqueeze",
	"Neg",
	"Softmax",
	"Add"
	],
	"weight_type": "QInt8"
	},
	"decoder_model_merged": {
	"op_types": [
	"Range",
	"ReduceMean",
	"LessOrEqual",
	"ConstantOfShape",
	"Concat",
	"Sub",
	"Slice",
	"Shape",
	"Expand",
	"Tanh",
	"If",
	"Cast",
	"Reshape",
	"Pow",
	"Div",
	"Where",
	"Min",
	"Gather",
	"Constant",
	"Tile",
	"Transpose",
	"Less",
	"Log",
	"Mul",
	"Sqrt",
	"MatMul",
	"Unsqueeze",
	"Neg",
	"Softmax",
	"Add"
	],
	"weight_type": "QInt8"
	}
	}
	}