fix bug of CP validate
Browse files- webui/script.js +4 -4
webui/script.js
CHANGED
|
@@ -253,12 +253,12 @@ async function submitForm() {
|
|
| 253 |
errors.push(`TP*PP*CP (${tp * pp * cp}) > GPUs (${num_gpus}).`);
|
| 254 |
}
|
| 255 |
if (etp){
|
| 256 |
-
if (etp * pp *
|
| 257 |
-
errors.push(`ETP*PP*
|
| 258 |
}
|
| 259 |
} else {
|
| 260 |
-
if (tp * pp *
|
| 261 |
-
errors.push(`TP*PP*
|
| 262 |
}
|
| 263 |
}
|
| 264 |
if (num_kv_heads && tp > num_kv_heads) {
|
|
|
|
| 253 |
errors.push(`TP*PP*CP (${tp * pp * cp}) > GPUs (${num_gpus}).`);
|
| 254 |
}
|
| 255 |
if (etp){
|
| 256 |
+
if (etp * pp * ep > num_gpus) {
|
| 257 |
+
errors.push(`ETP*PP*EP (${etp * pp * ep}) > GPUs (${num_gpus}).`);
|
| 258 |
}
|
| 259 |
} else {
|
| 260 |
+
if (tp * pp * ep > num_gpus) {
|
| 261 |
+
errors.push(`TP*PP*EP (${tp * pp * ep}) > GPUs (${num_gpus}) when ETP is not set.`);
|
| 262 |
}
|
| 263 |
}
|
| 264 |
if (num_kv_heads && tp > num_kv_heads) {
|