File size: 1,367 Bytes
6a23b7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
base_model: meta-llama/Meta-Llama-3-8B-Instruct
gate_mode: random
dtype: bfloat16
experts_per_token: 2
experts:
- source_model: meta-llama/Meta-Llama-3-8B-Instruct
positive_prompts:
- "What are the different"
- "what are the distinct"
- "Give me the unique"
- source_model: meta-llama/Meta-Llama-3-8B-Instruct
positive_prompts:
- "When"
- "when"
- "Where"
- "where"
- "Which"
- "which"
- "Who"
- "who"
- "What"
- "what"
- "Whom"
- "whom"
- "Whose"
- "whose"
- source_model: meta-llama/Meta-Llama-3-8B-Instruct
positive_prompts:
- "Larger"
- "larger"
- "Smaller"
- "smaller"
- "Bigger"
- "bigger"
- "Smallest"
- "smallest"
- "Largest"
- "largest"
- "Biggest"
- "biggest"
- "Most"
- "most"
- "Least"
- "least"
- "More"
- "more"
- "Less"
- "less"
- "Number"
- "number"
- "Numbers"
- "numbers"
- "Quantity"
- "quantity"
- "At least"
- "at least"
- "At most"
- "at most"
- "Greater"
- "greater"
- "Fewer"
- "fewer"
- "Than"
- "than"
- "Equal"
- "equal"
- "Same"
- "same"
- "Equal to"
- "equal to"
- source_model: meta-llama/Meta-Llama-3-8B-Instruct
positive_prompts:
- "that also"
- "who have the same"
|