{
    "model_type": "llama",
    "base_model": "meta-llama/Llama-2-7b-hf",
    "architectures": [
      "LlamaForCausalLM"
    ],
    "input_features": [
        {
            "name": "instruction",
            "type": "text"
        }
    ],
    "output_features": [
        {
            "name": "output",
            "type": "text"
        }
    ],
    "prompt": {
        "template": "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n\n### Instruction: {instruction}\n\n### Input: {input}\n\n### Response:"
    },
    "generation": {
        "temperature": 0.1,
        "max_new_tokens": 512
    },
    "adapter": {
        "type": "lora"
    },
    "quantization": {
        "bits": 4
    },
    "preprocessing": {
        "global_max_sequence_length": 512,
        "split": {
            "type": "random",
            "probabilities": [
                1,
                0,
                0
            ]
        }
    },
    "trainer": {
        "type": "finetune",
        "train_steps": 5,
        "batch_size": 1,
        "eval_batch_size": 2,
        "gradient_accumulation_steps": 16,
        "learning_rate": 0.0004,
        "learning_rate_scheduler": {
            "warmup_fraction": 0.03
        }
    }
}