mp-size -> tp-size
Browse files- ds_inference_config.json +1 -1
ds_inference_config.json
CHANGED
@@ -73,6 +73,6 @@
|
|
73 |
},
|
74 |
"version": 1,
|
75 |
"parallelization": "tp",
|
76 |
-
"
|
77 |
"dtype": "float16"
|
78 |
}
|
|
|
73 |
},
|
74 |
"version": 1,
|
75 |
"parallelization": "tp",
|
76 |
+
"tp_size": 8,
|
77 |
"dtype": "float16"
|
78 |
}
|