| from LM_Cocktail import mix_models_by_layers | |
| # pip install -U LM_Cocktail && pip install sentence_transformers einops | |
| # mix LLMs and save it to output_path: ./mixed_model_1 | |
| model = mix_models_by_layers( | |
| model_names_or_paths=["Yhyu13/phi-2-sft-dpo-gpt4_en-ep1", "venkycs/phi-2-instruct"], | |
| model_type='decoder', | |
| weights=[0.5, 0.5], | |
| output_path='./LMCocktail-phi-2-v1.1') |