fix CP valicate
Browse files- webui/script.js +4 -4
webui/script.js
CHANGED
|
@@ -729,12 +729,12 @@ function validateParallelismLive() {
|
|
| 729 |
errors.push(`TP*PP*CP (${tp*pp*cp}) > GPUs (${num_gpus}).`);
|
| 730 |
}
|
| 731 |
if (etp) {
|
| 732 |
-
if (etp * pp *
|
| 733 |
-
errors.push(`ETP*PP*
|
| 734 |
}
|
| 735 |
} else {
|
| 736 |
-
if (tp * pp *
|
| 737 |
-
errors.push(`TP*PP*
|
| 738 |
}
|
| 739 |
}
|
| 740 |
if (num_kv_heads && tp > num_kv_heads) {
|
|
|
|
| 729 |
errors.push(`TP*PP*CP (${tp*pp*cp}) > GPUs (${num_gpus}).`);
|
| 730 |
}
|
| 731 |
if (etp) {
|
| 732 |
+
if (etp * pp * ep > num_gpus) {
|
| 733 |
+
errors.push(`ETP*PP*EP (${etp*pp*ep}) > GPUs (${num_gpus}).`);
|
| 734 |
}
|
| 735 |
} else {
|
| 736 |
+
if (tp * pp * ep > num_gpus) {
|
| 737 |
+
errors.push(`TP*PP*EP (${tp*pp*ep}) > GPUs (${num_gpus}) when ETP is not set.`);
|
| 738 |
}
|
| 739 |
}
|
| 740 |
if (num_kv_heads && tp > num_kv_heads) {
|