llama-2-7b-chat-hf-ft-compact / adapter_config.json

Training in progress, step 25

8a70050 7 months ago

No virus

491 Bytes

	{
	"alpha_pattern": {},
	"auto_mapping": null,
	"base_model_name_or_path": "../OPT/llama-2-7b-chat-hf",
	"bias": "none",
	"fan_in_fan_out": false,
	"inference_mode": true,
	"init_lora_weights": true,
	"layers_pattern": null,
	"layers_to_transform": null,
	"lora_alpha": 16,
	"lora_dropout": 0.1,
	"modules_to_save": null,
	"peft_type": "LORA",
	"r": 8,
	"rank_pattern": {},
	"revision": null,
	"target_modules": [
	"v_proj",
	"q_proj"
	],
	"task_type": "CAUSAL_LM"
	}