mp-size -> tp-size
Browse files- ds_inference_config.json +1 -1
ds_inference_config.json
CHANGED
|
@@ -73,6 +73,6 @@
|
|
| 73 |
},
|
| 74 |
"version": 1,
|
| 75 |
"parallelization": "tp",
|
| 76 |
-
"
|
| 77 |
"dtype": "float16"
|
| 78 |
}
|
|
|
|
| 73 |
},
|
| 74 |
"version": 1,
|
| 75 |
"parallelization": "tp",
|
| 76 |
+
"tp_size": 8,
|
| 77 |
"dtype": "float16"
|
| 78 |
}
|