| { | |
| "model_name_or_path": "bigscience/bloom-7b1", | |
| "model_type": null, | |
| "config_overrides": null, | |
| "config_name": null, | |
| "tokenizer_name": null, | |
| "local_dir": "/home/jovyan/models/cache", | |
| "use_fast_tokenizer": true, | |
| "model_revision": "e83e90ba86f87f74aa2731cdab25ccf33976bd66", | |
| "use_auth_token": false, | |
| "load_in_8bit": false, | |
| "load_in_cuda": true, | |
| "load_in_dist": false, | |
| "torch_dtype": null, | |
| "model_compile": false, | |
| "lora": true, | |
| "adalora": false, | |
| "lora_config": "", | |
| "lora_r": 8, | |
| "lora_target_modules": [ | |
| "query_key_value", | |
| "dense", | |
| "dense_h_to_4h", | |
| "dense_4h_to_h" | |
| ], | |
| "lora_alpha": 32, | |
| "lora_dropout": 0.1 | |
| } |