yujiepan
/

bert-base-uncased-sst2-NNCF-unstructured-sparse-80

Text Classification

Inference Endpoints

Model card Files Files and versions Community

bert-base-uncased-sst2-NNCF-unstructured-sparse-80 / openvino_config.json

yujiepan's picture

torch accuracy=91.28

688644f over 1 year ago

raw history blame contribute delete

No virus

1.01 kB

	{
	"compression": {
	"algorithm": "magnitude_sparsity",
	"ignored_scopes": [
	"{re}.NNCFEmbedding.",
	"{re}.LayerNorm."
	],
	"params": {
	"power": 3,
	"schedule": "polynomial",
	"sparsity_freeze_epoch": 9,
	"sparsity_target": 0.8,
	"sparsity_target_epoch": 8,
	"steps_per_epoch": 1053,
	"update_per_optimizer_step": false
	},
	"sparsity_init": 0.7
	},
	"input_info": [
	{
	"keyword": "input_ids",
	"sample_size": [
	64,
	128
	],
	"type": "long"
	},
	{
	"keyword": "token_type_ids",
	"sample_size": [
	64,
	128
	],
	"type": "long"
	},
	{
	"keyword": "attention_mask",
	"sample_size": [
	64,
	128
	],
	"type": "long"
	}
	],
	"log_dir": "/tmp/0205_2tx9_bertsst2attack_spar0.7to0.8prune0_per_epoch_cos7x4_lr5e-05_bs64_epo28",
	"optimum_version": "1.6.3",
	"save_onnx_model": false,
	"transformers_version": "4.26.0"
	}