LlamaGuard-7B-AWQ / consolidate_params.json
TheBloke's picture
AWQ model commit
0ac0537
{
"dtype": "fp16",
"manifold_bucket": "genai_llm_fb",
"model_parallel_size": 1,
"on_gpu": true,
"src": "checkpoints/mast/inan/2023-11-27/080608_VAx9Hcb0THuGhWcZP4I6OA/step_500",
"tgt": "checkpoints/mast/inan/2023-11-27/080608_VAx9Hcb0THuGhWcZP4I6OA_step_500_consolidated_mp1",
"tokenizer_dir": "/data/metaformers/local_cache/tokenizer",
"tokenizer_name": "tokenizer_final_32k.minus_inf_ws.model"
}