tiny-llama-merge-evo-server / mergekit_config.yml
melino2000's picture
Upload folder using huggingface_hub
fdbb1ff verified
base_model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
dtype: bfloat16
merge_method: task_arithmetic
parameters:
int8_mask: 1.0
normalize: 0.0
slices:
- sources:
- layer_range: [0, 2]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 0.9572415069321948
- layer_range: [0, 2]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [2, 4]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 1.3027552693206474
- layer_range: [2, 4]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [4, 6]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 1.1000872891940183
- layer_range: [4, 6]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [6, 8]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 0.8472430654902018
- layer_range: [6, 8]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [8, 10]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 0.9915310236895785
- layer_range: [8, 10]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [10, 12]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 1.1144858726152178
- layer_range: [10, 12]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [12, 14]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 0.8140779929520541
- layer_range: [12, 14]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [14, 16]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 1.1599951316231072
- layer_range: [14, 16]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [16, 18]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 0.5993074778392211
- layer_range: [16, 18]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [18, 20]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 0.8145134707653817
- layer_range: [18, 20]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064
- sources:
- layer_range: [20, 22]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_chinese_1905817950
parameters:
weight: 0.9579703282891905
- layer_range: [20, 22]
model: /home/m_nobakhtian/evol_merge_storage/input_models/TinyLlama_v1.1_684560064