ylwt
/

PaddlePaddle-Qwen1.5-0.5B

Model card Files Files and versions Community

ylwt commited on Jul 29

Commit

a28fd84

•

1 Parent(s): 46e6da5

Update config.yaml

Files changed (1) hide show

config.yaml +1 -1

config.yaml CHANGED Viewed

@@ -39,7 +39,7 @@ arch:
                 rope_config:
                   type: MistralRotaryEmbedding
                   args:
-                    head_size: 64
                     n_pos: 32768
                     base: 1.0e06
                     scaling_type: null

                 rope_config:
                   type: MistralRotaryEmbedding
                   args:
+                    rotary_head_size: 64
                     n_pos: 32768
                     base: 1.0e06
                     scaling_type: null