Rocketknight1
/

hyenadna-tiny-1k-seqlen-d256-hf-finetuned-human-enhancers

Text Classification

Model card Files Files and versions Metrics Training metrics Community

hyenadna-tiny-1k-seqlen-d256-hf-finetuned-human-enhancers / config.json

Rocketknight1's picture

Rocketknight1 HF staff

Training in progress, step 500

e6b55bc 6 months ago

raw history blame contribute delete

No virus

1.23 kB

	{
	"_name_or_path": "LongSafari/hyenadna-tiny-1k-seqlen-d256-hf",
	"activation_freq": 10,
	"architectures": [
	"HyenaDNAForSequenceClassification"
	],
	"auto_map": {
	"AutoConfig": "LongSafari/hyenadna-tiny-1k-seqlen-d256-hf--configuration_hyena.HyenaConfig",
	"AutoModel": "LongSafari/hyenadna-tiny-1k-seqlen-d256-hf--modeling_hyena.HyenaDNAModel",
	"AutoModelForCausalLM": "LongSafari/hyenadna-tiny-1k-seqlen-d256-hf--modeling_hyena.HyenaDNAForCausalLM",
	"AutoModelForSequenceClassification": "LongSafari/hyenadna-tiny-1k-seqlen-d256-hf--modeling_hyena.HyenaDNAForSequenceClassification"
	},
	"d_inner": 1024,
	"d_model": 256,
	"emb_dim": 5,
	"embed_dropout": 0.1,
	"filter_order": 64,
	"hyena_dropout": 0.0,
	"hyena_filter_dropout": 0.0,
	"hyena_order": 2,
	"initializer_range": 0.02,
	"layer_norm_epsilon": 1e-05,
	"max_seq_len": 1026,
	"model_type": "hyenadna",
	"n_layer": 2,
	"num_inner_mlps": 2,
	"pad_token_id": 4,
	"pad_vocab_size_multiple": 8,
	"problem_type": "single_label_classification",
	"short_filter_order": 3,
	"tie_word_embeddings": false,
	"torch_dtype": "bfloat16",
	"train_freq": true,
	"transformers_version": "4.35.2",
	"use_bias": true,
	"vocab_size": 12
	}