base_model: codellama/CodeLlama-7b-hf
dtype: bfloat16
gate_mode: random
experts:
  - source_model: codellama/CodeLlama-7b-hf
  - source_model: codellama/CodeLlama-7b-hf
  - source_model: codellama/CodeLlama-7b-hf