eugeneware
/

cerebras-gpt-6.7b-lora

Model card Files Files and versions Community

cerebras-gpt-6.7b-lora / adapter_config.json

eugeneware's picture

basic lora

d5f6ad9 about 1 year ago

raw history blame contribute delete

No virus

383 Bytes

	{
	"base_model_name_or_path": "cerebras/Cerebras-GPT-6.7B",
	"bias": "none",
	"enable_lora": [
	true,
	false,
	true
	],
	"fan_in_fan_out": true,
	"inference_mode": true,
	"lora_alpha": 16,
	"lora_dropout": 0.05,
	"merge_weights": false,
	"modules_to_save": null,
	"peft_type": "LORA",
	"r": 4,
	"target_modules": [
	"c_attn"
	],
	"task_type": "CAUSAL_LM"
	}