teknium
/

llama-deus-7b-v3-lora

Model card Files Files and versions Community

llama-deus-7b-v3-lora / adapter_config.json

teknium's picture

Upload 2 files

0a0f182 about 1 year ago

raw history blame contribute delete

435 Bytes

	{
	"base_model_name_or_path": "elinas/llama-7b-hf-transformers-4.29",
	"bias": "none",
	"fan_in_fan_out": false,
	"inference_mode": true,
	"init_lora_weights": true,
	"lora_alpha": 256,
	"lora_dropout": 0.05,
	"modules_to_save": null,
	"peft_type": "LORA",
	"r": 128,
	"target_modules": [
	"q_proj",
	"k_proj",
	"v_proj",
	"o_proj",
	"up_proj",
	"down_proj",
	"lm_head"
	],
	"task_type": "CAUSAL_LM"
	}