Upload folder using huggingface_hub
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -134,7 +134,7 @@
|
|
| 134 |
2.8999999999999977,
|
| 135 |
3.049999999999997
|
| 136 |
],
|
| 137 |
-
"type": "
|
| 138 |
},
|
| 139 |
"rope_theta": 10000.0,
|
| 140 |
"sliding_window": 262144,
|
|
|
|
| 134 |
2.8999999999999977,
|
| 135 |
3.049999999999997
|
| 136 |
],
|
| 137 |
+
"type": "longrope"
|
| 138 |
},
|
| 139 |
"rope_theta": 10000.0,
|
| 140 |
"sliding_window": 262144,
|