| base_model: meta-llama/Meta-Llama-3-8B-Instruct | |
| gate_mode: random | |
| dtype: bfloat16 | |
| experts_per_token: 2 | |
| experts: | |
| - source_model: meta-llama/Meta-Llama-3-8B-Instruct | |
| positive_prompts: | |
| - "What are the different" | |
| - "what are the distinct" | |
| - "Give me the unique" | |
| - source_model: meta-llama/Meta-Llama-3-8B-Instruct | |
| positive_prompts: | |
| - "When" | |
| - "when" | |
| - "Where" | |
| - "where" | |
| - "Which" | |
| - "which" | |
| - "Who" | |
| - "who" | |
| - "What" | |
| - "what" | |
| - "Whom" | |
| - "whom" | |
| - "Whose" | |
| - "whose" | |
| - source_model: meta-llama/Meta-Llama-3-8B-Instruct | |
| positive_prompts: | |
| - "Larger" | |
| - "larger" | |
| - "Smaller" | |
| - "smaller" | |
| - "Bigger" | |
| - "bigger" | |
| - "Smallest" | |
| - "smallest" | |
| - "Largest" | |
| - "largest" | |
| - "Biggest" | |
| - "biggest" | |
| - "Most" | |
| - "most" | |
| - "Least" | |
| - "least" | |
| - "More" | |
| - "more" | |
| - "Less" | |
| - "less" | |
| - "Number" | |
| - "number" | |
| - "Numbers" | |
| - "numbers" | |
| - "Quantity" | |
| - "quantity" | |
| - "At least" | |
| - "at least" | |
| - "At most" | |
| - "at most" | |
| - "Greater" | |
| - "greater" | |
| - "Fewer" | |
| - "fewer" | |
| - "Than" | |
| - "than" | |
| - "Equal" | |
| - "equal" | |
| - "Same" | |
| - "same" | |
| - "Equal to" | |
| - "equal to" | |
| - source_model: meta-llama/Meta-Llama-3-8B-Instruct | |
| positive_prompts: | |
| - "that also" | |
| - "who have the same" | |