#### BEST CONFIGURATION #### slices: - sources: - layer_range: [0, 4] model: TroyDoesAI/BlackSheep - sources: - layer_range: [2, 6] model: cognitivecomputations/dolphin-2.9.3-llama-3-8b - sources: - layer_range: [4, 8] model: TroyDoesAI/BlackSheep - sources: - layer_range: [6, 10] model: cognitivecomputations/dolphin-2.9.3-llama-3-8b - sources: - layer_range: [8, 12] model: TroyDoesAI/BlackSheep - sources: - layer_range: [10, 14] model: cognitivecomputations/dolphin-2.9.3-llama-3-8b - sources: - layer_range: [12, 16] model: TroyDoesAI/BlackSheep - sources: - layer_range: [14, 18] model: cognitivecomputations/dolphin-2.9.3-llama-3-8b merge_method: passthrough dtype: float16