base_model: codellama/CodeLlama-7b-hf | |
dtype: bfloat16 | |
gate_mode: random | |
experts: | |
- source_model: codellama/CodeLlama-7b-hf | |
- source_model: codellama/CodeLlama-7b-hf | |
- source_model: codellama/CodeLlama-7b-hf | |
base_model: codellama/CodeLlama-7b-hf | |
dtype: bfloat16 | |
gate_mode: random | |
experts: | |
- source_model: codellama/CodeLlama-7b-hf | |
- source_model: codellama/CodeLlama-7b-hf | |
- source_model: codellama/CodeLlama-7b-hf | |