Commit
•
b3f99e8
1
Parent(s):
c5ee7b9
Update recipe.yaml
Browse files- recipe.yaml +1 -1
recipe.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
test_stage:
|
| 2 |
obcq_modifiers:
|
| 3 |
SmoothQuantModifier:
|
| 4 |
-
smoothing_strength: 0.
|
| 5 |
mappings: [
|
| 6 |
[["re:.*q_proj", "re:.*k_proj", "re:.*v_proj"], "re:.*input_layernorm"],
|
| 7 |
[["re:.*gate_proj", "re:.*up_proj"], "re:.*post_attention_layernorm"]
|
|
|
|
| 1 |
test_stage:
|
| 2 |
obcq_modifiers:
|
| 3 |
SmoothQuantModifier:
|
| 4 |
+
smoothing_strength: 0.8
|
| 5 |
mappings: [
|
| 6 |
[["re:.*q_proj", "re:.*k_proj", "re:.*v_proj"], "re:.*input_layernorm"],
|
| 7 |
[["re:.*gate_proj", "re:.*up_proj"], "re:.*post_attention_layernorm"]
|