fix types

src/lib/components/inference-playground/code-snippets.svelte

@@ -112,6 +112,7 @@
 		python: getSnippet({ lang: "python", tokenStr, conversation }),
 		http: getSnippet({ lang: "sh", tokenStr, conversation }),
 	} as Record<Language, GetInferenceSnippetReturn>);
+	$inspect(snippetsByLang);
 
 	const selectedSnippet = $derived(snippetsByLang[lang][selectedSnippetIdxByLang[lang]]);
 

src/lib/components/inference-playground/model-selector.svelte

@@ -6,6 +6,7 @@
 	import Avatar from "../avatar.svelte";
 	import ModelSelectorModal from "./model-selector-modal.svelte";
 	import ProviderSelect from "./provider-select.svelte";
+	import typia from "typia";
 
 	interface Props {
 		conversation: ConversationClass;
@@ -32,6 +33,7 @@
 	const nameSpace = $derived(isCustom ? "Custom endpoint" : (model.id.split("/")[0] ?? ""));
 	const modelName = $derived(isCustom ? model.id : (model.id.split("/")[1] ?? ""));
 	const id = $props.id();
+	$inspect(conversation.model, isHFModel(conversation.model), typia.validate<Model>(conversation.model));
 </script>
 
 <div class="flex flex-col gap-2">

src/lib/data/context_length.json

@@ -1,7 +1,7 @@
 {
 	"replicate": {},
 	"sambanova": {
-		"DeepSeek-R1": 32768,
+		"DeepSeek-R1-0528": 32768,
 		"DeepSeek-R1-Distill-Llama-70B": 131072,
 		"DeepSeek-V3-0324": 32768,
 		"E5-Mistral-7B-Instruct": 4096,
@@ -15,7 +15,7 @@
 		"Meta-Llama-Guard-3-8B": 16384,
 		"QwQ-32B": 16384,
 		"Qwen2-Audio-7B-Instruct": 4096,
-		"Qwen3-32B": 8192,
+		"Qwen3-32B": 32768,
 		"Whisper-Large-v3": 4096
 	},
 	"nebius": {
@@ -46,6 +46,7 @@
 		"microsoft/phi-4": 16384,
 		"deepseek-ai/DeepSeek-V3": 163840,
 		"deepseek-ai/DeepSeek-R1": 163840,
+		"deepseek-ai/DeepSeek-R1-0528": 163840,
 		"NousResearch/Hermes-3-Llama-405B": 131072,
 		"deepseek-ai/DeepSeek-R1-Distill-Llama-70B": 131072,
 		"deepseek-ai/DeepSeek-R1-fast": 163840,
@@ -70,15 +71,16 @@
 		"stability-ai/sdxl": 0
 	},
 	"novita": {
+		"deepseek/deepseek-r1-0528": 128000,
+		"deepseek/deepseek-r1-0528-qwen3-8b": 128000,
 		"deepseek/deepseek-v3-0324": 128000,
 		"qwen/qwen3-235b-a22b-fp8": 40960,
 		"qwen/qwen3-30b-a3b-fp8": 40960,
 		"qwen/qwen3-32b-fp8": 40960,
-		"qwen/qwen2.5-vl-72b-instruct": 96000,
+		"qwen/qwen2.5-vl-72b-instruct": 32768,
 		"deepseek/deepseek-v3-turbo": 64000,
 		"meta-llama/llama-4-maverick-17b-128e-instruct-fp8": 1048576,
 		"google/gemma-3-27b-it": 32000,
-		"qwen/qwq-32b": 32768,
 		"deepseek/deepseek-r1-turbo": 64000,
 		"Sao10K/L3-8B-Stheno-v3.2": 8192,
 		"gryphe/mythomax-l2-13b": 4096,
@@ -89,13 +91,11 @@
 		"deepseek/deepseek-r1-distill-qwen-14b": 64000,
 		"meta-llama/llama-3.3-70b-instruct": 131072,
 		"qwen/qwen-2.5-72b-instruct": 32000,
-		"mistralai/mistral-nemo": 64000,
+		"mistralai/mistral-nemo": 60288,
 		"deepseek/deepseek-r1-distill-qwen-32b": 64000,
 		"meta-llama/llama-3-8b-instruct": 8192,
 		"microsoft/wizardlm-2-8x22b": 65535,
 		"deepseek/deepseek-r1-distill-llama-70b": 32000,
-		"meta-llama/llama-3.1-70b-instruct": 32768,
-		"google/gemma-2-9b-it": 8192,
 		"mistralai/mistral-7b-instruct": 32768,
 		"meta-llama/llama-3-70b-instruct": 8192,
 		"nousresearch/hermes-2-pro-llama-3-8b": 8192,
@@ -103,12 +103,8 @@
 		"cognitivecomputations/dolphin-mixtral-8x22b": 16000,
 		"sophosympatheia/midnight-rose-70b": 4096,
 		"sao10k/l3-8b-lunaris": 8192,
-		"pa/cd-op-4-20250514": 200000,
-		"qwen/qwen3-0.6b-fp8": 32000,
-		"qwen/qwen3-1.7b-fp8": 32000,
 		"qwen/qwen3-8b-fp8": 128000,
 		"qwen/qwen3-4b-fp8": 128000,
-		"qwen/qwen3-14b-fp8": 40960,
 		"thudm/glm-4-9b-0414": 32000,
 		"thudm/glm-z1-9b-0414": 32000,
 		"thudm/glm-z1-32b-0414": 32000,
@@ -116,7 +112,6 @@
 		"thudm/glm-z1-rumination-32b-0414": 32000,
 		"qwen/qwen2.5-7b-instruct": 32000,
 		"meta-llama/llama-3.2-1b-instruct": 131000,
-		"meta-llama/llama-3.2-11b-vision-instruct": 32768,
 		"meta-llama/llama-3.2-3b-instruct": 32768,
 		"meta-llama/llama-3.1-8b-instruct-bf16": 8192,
 		"sao10k/l31-70b-euryale-v2.2": 8192
@@ -138,7 +133,6 @@
 		"deepseek-ai/DeepSeek-V3": 131072,
 		"deepseek-ai/DeepSeek-V3-0324": 163840,
 		"meta-llama/Llama-3.3-70B-Instruct": 131072,
-		"Qwen/QwQ-32B-Preview": 32768,
 		"Qwen/Qwen2.5-Coder-32B-Instruct": 32768,
 		"meta-llama/Llama-3.2-3B-Instruct": 131072,
 		"NousResearch/Hermes-3-Llama-3.1-70B": 12288,
@@ -147,7 +141,6 @@
 		"meta-llama/Meta-Llama-3.1-8B-Instruct": 131072,
 		"mistralai/Pixtral-12B-2409": 32768,
 		"Qwen/Qwen2.5-VL-7B-Instruct": 32768,
-		"meta-llama/Meta-Llama-3.1-405B": 32768,
 		"meta-llama/Meta-Llama-3.1-405B-FP8": 32768,
 		"deepseek-ai/DeepSeek-R1": 163840,
 		"Qwen/QwQ-32B": 131072
@@ -176,77 +169,79 @@
 		"command": 4096
 	},
 	"together": {
-		"meta-llama/Llama-Guard-4-12B": 1048576,
 		"togethercomputer/m2-bert-80M-32k-retrieval": 32768,
 		"cartesia/sonic": 0,
-		"scb10x/scb10x-llama3-1-typhoon2-8b-instruct": 8192,
 		"meta-llama-llama-2-70b-hf": 4096,
-		"togethercomputer/Refuel-Llm-V2": 16384,
 		"intfloat/multilingual-e5-large-instruct": 514,
-		"BAAI/bge-base-en-v1.5": 512,
-		"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 130815,
 		"Gryphe/MythoMax-L2-13b": 4096,
 		"Alibaba-NLP/gte-modernbert-base": 8192,
-		"mistralai/Mistral-7B-Instruct-v0.1": 32768,
-		"Qwen/Qwen2.5-7B-Instruct-Turbo": 32768,
-		"Qwen/Qwen2.5-72B-Instruct-Turbo": 131072,
-		"Qwen/QwQ-32B": 131072,
-		"mistralai/Mixtral-8x7B-Instruct-v0.1": 32768,
-		"google/gemma-2-27b-it": 8192,
-		"Qwen/Qwen2-VL-72B-Instruct": 32768,
-		"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": 131072,
 		"meta-llama/LlamaGuard-2-8b": 8192,
 		"cartesia/sonic-2": 0,
 		"togethercomputer/m2-bert-80M-8k-retrieval": 8192,
-		"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": 131072,
-		"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": 131072,
-		"deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free": 8192,
-		"meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": 131072,
-		"deepseek-ai/DeepSeek-R1-Distill-Llama-70B": 131072,
-		"deepseek-ai/DeepSeek-V3": 131072,
-		"togethercomputer/Refuel-Llm-V2-Small": 8192,
+		"deepseek-ai/DeepSeek-R1": 163840,
 		"togethercomputer/MoA-1": 32768,
 		"meta-llama/Meta-Llama-3-70B-Instruct-Turbo": 8192,
-		"google/gemma-2b-it": 8192,
-		"meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": 131072,
 		"Gryphe/MythoMax-L2-13b-Lite": 4096,
 		"meta-llama/Meta-Llama-Guard-3-8B": 8192,
-		"marin-community/marin-8b-instruct": 131072,
-		"deepseek-ai/DeepSeek-R1": 163840,
-		"Qwen/Qwen2.5-VL-72B-Instruct": 32768,
-		"arcee-ai/arcee-blitz": 32768,
-		"arcee-ai/caller": 32768,
-		"arcee-ai/coder-large": 32768,
-		"arcee-ai/maestro-reasoning": 131072,
-		"arcee-ai/virtuoso-large": 131072,
-		"arcee-ai/virtuoso-medium-v2": 131072,
-		"meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo": 131072,
-		"meta-llama/Llama-3-70b-chat-hf": 8192,
+		"deepseek-ai/DeepSeek-V3": 131072,
+		"mistralai/Mixtral-8x7B-Instruct-v0.1": 32768,
+		"meta-llama/Llama-Vision-Free": 131072,
 		"meta-llama/Llama-3-8b-chat-hf": 8192,
-		"mistralai/Mistral-Small-24B-Instruct-2501": 32768,
-		"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": 1048576,
+		"mistralai/Mistral-7B-Instruct-v0.1": 32768,
+		"BAAI/bge-base-en-v1.5-vllm": 512,
+		"meta-llama/Llama-2-70b-hf": 4096,
 		"togethercomputer/MoA-1-Turbo": 32768,
-		"perplexity-ai/r1-1776": 163840,
-		"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": 32768,
 		"meta-llama/Meta-Llama-3-8B-Instruct-Lite": 8192,
-		"Qwen/Qwen3-235B-A22B-fp8": 40960,
-		"Qwen/Qwen3-235B-A22B-fp8-tput": 40960,
-		"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": 131072,
-		"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": 32768,
-		"scb10x/scb10x-llama3-1-typhoon2-70b-instruct": 8192,
+		"black-forest-labs/FLUX.1-kontext-max": 0,
 		"mistralai/Mistral-7B-Instruct-v0.2": 32768,
 		"deepseek-ai/DeepSeek-V3-p-dp": 131072,
-		"Qwen/Qwen2.5-Coder-32B-Instruct": 16384,
 		"Qwen/Qwen2-72B-Instruct": 32768,
 		"mistralai/Mistral-7B-Instruct-v0.3": 32768,
-		"Salesforce/Llama-Rank-V1": 8192,
-		"meta-llama/Llama-Vision-Free": 131072,
+		"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": 32768,
+		"meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": 131072,
 		"meta-llama/Llama-Guard-3-11B-Vision-Turbo": 131072,
+		"google/gemma-2-27b-it": 8192,
+		"togethercomputer/Refuel-Llm-V2-Small": 8192,
+		"Qwen/Qwen2-VL-72B-Instruct": 32768,
+		"meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": 131072,
+		"meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo": 131072,
+		"scb10x/scb10x-llama3-1-typhoon2-70b-instruct": 8192,
+		"arcee-ai/maestro-reasoning": 131072,
+		"arcee_ai/arcee-spotlight": 131072,
+		"togethercomputer/Refuel-Llm-V2": 16384,
+		"arcee-ai/arcee-blitz": 32768,
+		"perplexity-ai/r1-1776": 163840,
+		"meta-llama/Llama-4-Scout-17B-16E-Instruct": 1048576,
+		"Salesforce/Llama-Rank-V1": 8192,
+		"Qwen/Qwen2.5-Coder-32B-Instruct": 16384,
 		"meta-llama/Llama-3.2-3B-Instruct-Turbo": 131072,
+		"arcee-ai/virtuoso-medium-v2": 131072,
+		"arcee-ai/coder-large": 32768,
+		"meta-llama/Llama-Guard-4-12B": 1048576,
+		"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": 131072,
+		"arcee-ai/virtuoso-large": 131072,
+		"Qwen/Qwen2.5-VL-72B-Instruct": 32768,
+		"Qwen/Qwen2.5-72B-Instruct-Turbo": 131072,
+		"meta-llama/Llama-3-70b-chat-hf": 8192,
+		"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": 131072,
+		"deepseek-ai/DeepSeek-R1-Distill-Llama-70B": 131072,
+		"meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": 131072,
+		"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": 32768,
+		"Qwen/QwQ-32B": 131072,
+		"deepseek-ai/DeepSeek-R1-Distill-Llama-70B-free": 8192,
+		"Qwen/Qwen3-235B-A22B-fp8-tput": 40960,
+		"mistralai/Mistral-Small-24B-Instruct-2501": 32768,
+		"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": 1048576,
+		"marin-community/marin-8b-instruct": 131072,
+		"Qwen/Qwen2.5-7B-Instruct-Turbo": 32768,
+		"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": 131072,
 		"meta-llama/Llama-3.3-70B-Instruct-Turbo": 131072,
-		"meta-llama/Llama-4-Scout-17B-16E-Instruct": 1048576,
-		"meta-llama/Llama-2-70b-hf": 4096,
-		"arcee_ai/arcee-spotlight": 131072
+		"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": 130815,
+		"scb10x/scb10x-typhoon-2-1-gemma3-12b": 8192,
+		"arcee-ai/caller": 32768,
+		"black-forest-labs/FLUX.1-kontext-pro": 0,
+		"lgai/exaone-deep-32b": 32768,
+		"lgai/exaone-3-5-32b-instruct": 32768
 	},
 	"fireworks-ai": {
 		"accounts/fireworks/models/qwq-32b": 131072,
@@ -258,6 +253,7 @@
 		"accounts/fireworks/models/llama4-scout-instruct-basic": 1048576,
 		"accounts/fireworks/models/qwen2-vl-72b-instruct": 32768,
 		"accounts/fireworks/models/firesearch-ocr-v6": 131072,
+		"accounts/fireworks/models/deepseek-r1-0528": 163840,
 		"accounts/fireworks/models/deepseek-v3": 131072,
 		"accounts/fireworks/models/llama-v3p1-8b-instruct": 131072,
 		"accounts/fireworks/models/llama-v3p1-70b-instruct": 131072,
@@ -267,6 +263,7 @@
 		"accounts/fireworks/models/deepseek-r1": 163840,
 		"accounts/sentientfoundation/models/dobby-unhinged-llama-3-3-70b-new": 131072,
 		"accounts/perplexity/models/r1-1776": 163840,
+		"accounts/sentientfoundation-serverless/models/dobby-mini-unhinged-plus-llama-3-1-8b": 131072,
 		"accounts/fireworks/models/llama-v3p1-405b-instruct": 131072,
 		"accounts/fireworks/models/mixtral-8x22b-instruct": 65536,
 		"accounts/fireworks/models/qwen2p5-72b-instruct": 32768

src/lib/types.ts

@@ -62,7 +62,7 @@ export type CustomModel = {
 export type Config = {
 	architectures: string[];
 	model_type: string;
-	tokenizer_config: TokenizerConfig;
+	tokenizer_config?: TokenizerConfig;
 	auto_map?: AutoMap;
 	quantization_config?: QuantizationConfig;
 };
@@ -165,6 +165,7 @@ export enum Provider {
 export enum Status {
 	Live = "live",
 	Staging = "staging",
+	Error = "error",
 }
 
 export enum Task {

src/lib/utils/business.svelte.ts

@@ -342,25 +342,11 @@ export function getInferenceSnippet(
 		{ ...model, inference: "" },
 		accessToken,
 		provider,
-		{ ...providerMapping, hfModelId: model.id },
+		// eslint-disable-next-line @typescript-eslint/no-explicit-any
+		{ ...providerMapping, hfModelId: model.id } as any,
 		opts
 	);
 
-	if (opts?.structured_output && !structuredForbiddenProviders.includes(provider as Provider)) {
-		allSnippets.forEach(s => {
-			const modified = modifySnippet(s.content, { prop: "hi" });
-			if (s.content === modified) {
-				console.log("Failed for", s.language, "\n");
-			} else {
-				console.log("Original snippet");
-				console.log(s.content);
-				console.log("\nModified");
-				console.log(modified);
-				console.log();
-			}
-		});
-	}
-
 	return allSnippets
 		.filter(s => s.language === language)
 		.map(s => {