Spaces:
Runtime error
Runtime error
Update max tokens list (#55)
Browse files
src/lib/components/InferencePlayground/InferencePlaygroundGenerationConfig.svelte
CHANGED
|
@@ -52,6 +52,10 @@
|
|
| 52 |
"bigcode/octocoder": 8192,
|
| 53 |
"vwxyzjn/starcoderbase-triviaqa": 8192,
|
| 54 |
"lvwerra/starcoderbase-gsm8k": 8192,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 55 |
} as const;
|
| 56 |
|
| 57 |
$: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;
|
|
|
|
| 52 |
"bigcode/octocoder": 8192,
|
| 53 |
"vwxyzjn/starcoderbase-triviaqa": 8192,
|
| 54 |
"lvwerra/starcoderbase-gsm8k": 8192,
|
| 55 |
+
"NousResearch/Hermes-3-Llama-3.1-8B": 16384,
|
| 56 |
+
"microsoft/Phi-3.5-mini-instruct": 32768,
|
| 57 |
+
"meta-llama/Llama-3.1-70B-Instruct": 32768,
|
| 58 |
+
"meta-llama/Llama-3.1-8B-Instruct": 8192,
|
| 59 |
} as const;
|
| 60 |
|
| 61 |
$: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;
|