File size: 402 Bytes
4c1c860 |
1 2 3 4 5 6 7 8 9 10 11 12 |
models:
- model: btherien/Model_-410M_It_-132366_Tr_-slim-pajama-300B-replay5_finetune
# no parameters necessary for base model
- model: btherien/JOB-3150994_410M_it-132366_tr-pile-train_scratch
parameters:
density: 0.95
weight: 1.0
merge_method: ties
base_model: btherien/Model_-410M_It_-132366_Tr_-slim-pajama-300B-replay5_finetune
parameters:
normalize: true
dtype: float16 |