switch to hysts/zephyr-7b

src/App.svelte

@@ -93,7 +93,7 @@
       );
       
       rwkvClient = await gradioClient.Client.connect(
-        "BlinkDL/RWKV-Gradio-2",
+        "hysts/zephyr-7b",
         opts
       );
       

src/lib/components/MonsterGenerator/MonsterGenerator.svelte

@@ -22,7 +22,7 @@
   });
   
   // Prompt templates
-  const MONSTER_CONCEPT_PROMPT = (caption: string) => `User: Based on this image caption: "${caption}"
+  const MONSTER_CONCEPT_PROMPT = (caption: string) => `Based on this image caption: "${caption}"
 
 Come up with a monster idea (in the vein of Pokémon) that incorporates properties of what the pictured object is.
 Assess how unique the pictured object is. If the image is not very unique then it should result in weak & common monster.
@@ -41,18 +41,14 @@ Include:
 - Physical appearance and distinguishing features
 - Special abilities or powers  
 - Personality traits
-- Habitat or origin
+- Habitat or origin`;
 
-Assistant: **Monster Name:**`;
-
-  const IMAGE_GENERATION_PROMPT = (concept: string) => `User: Convert this monster concept into a clear and succinct description of its appearance:
+  const IMAGE_GENERATION_PROMPT = (concept: string) => `Convert this monster concept into a clear and succinct description of its appearance:
 "${concept}"
 
-Include all of its visual details, format the description as a single long sentence.
-
-Assistant:`;
+Include all of its visual details, format the description as a single long sentence.`;
   
-  const MONSTER_STATS_PROMPT = (concept: string) => `User: Convert the following monster concept into a JSON object with stats:
+  const MONSTER_STATS_PROMPT = (concept: string) => `Convert the following monster concept into a JSON object with stats:
 
 "${concept}"
 
@@ -90,7 +86,7 @@ Here is the output schema:
 
 Remember to base the stats on how unique/powerful the original object was. Common objects should have lower stats, unique objects should have higher stats.
 
-Assistant: \`\`\`json`;
+Respond with only valid JSON.`;
   
   async function handleImageSelected(file: File) {
     if (!joyCaptionClient || !rwkvClient || !fluxClient) {
@@ -208,27 +204,24 @@ Assistant: \`\`\`json`;
     }
     
     const conceptPrompt = MONSTER_CONCEPT_PROMPT(state.imageCaption);
+    const systemPrompt = "You are a creative monster designer. Create unique and interesting monsters based on real-world objects, considering their properties and characteristics.";
     
     console.log('Generating monster concept with prompt:', conceptPrompt);
     
     try {
-      const output = await rwkvClient.predict(0, [
-        conceptPrompt,
-        600,   // maxTokens
-        0.7,   // temperature
-        0.8,   // topP
-        0.1,   // presencePenalty
-        0.1    // countPenalty
+      const output = await rwkvClient.predict("/chat", [
+        conceptPrompt,          // message
+        [],                     // chat_history
+        systemPrompt,          // system_prompt
+        1024,                  // max_new_tokens
+        0.7,                   // temperature
+        0.95,                  // top_p
+        50,                    // top_k
+        1.0                    // repetition_penalty
       ]);
       
-      console.log('RWKV output:', output);
-      let conceptText = output.data[0];
-      
-      // Drop any text after "User:" to prevent additional prompting
-      const userIndex = conceptText.indexOf('User:');
-      if (userIndex !== -1) {
-        conceptText = conceptText.substring(0, userIndex).trim();
-      }
+      console.log('Zephyr output:', output);
+      let conceptText = output.data;
       
       state.monsterConcept = conceptText;
       console.log('Monster concept generated:', state.monsterConcept);
@@ -249,27 +242,24 @@ Assistant: \`\`\`json`;
     }
     
     const promptGenerationPrompt = IMAGE_GENERATION_PROMPT(state.monsterConcept);
+    const systemPrompt = "You are an expert at creating visual descriptions for image generation. Provide clear, detailed visual descriptions.";
     
     console.log('Generating image prompt from concept');
     
     try {
-      const output = await rwkvClient.predict(0, [
-        promptGenerationPrompt,
-        600,   // maxTokens
-        0.7,   // temperature
-        0.8,   // topP
-        0.1,   // presencePenalty
-        0.1    // countPenalty
+      const output = await rwkvClient.predict("/chat", [
+        promptGenerationPrompt, // message
+        [],                     // chat_history
+        systemPrompt,          // system_prompt
+        600,                   // max_new_tokens
+        0.7,                   // temperature
+        0.95,                  // top_p
+        50,                    // top_k
+        1.0                    // repetition_penalty
       ]);
       
       console.log('Image prompt output:', output);
-      let promptText = output.data[0];
-      
-      // Drop any text after "User:" to prevent additional prompting
-      const userIndex = promptText.indexOf('User:');
-      if (userIndex !== -1) {
-        promptText = promptText.substring(0, userIndex).trim();
-      }
+      let promptText = output.data;
       
       state.imagePrompt = promptText;
       console.log('Image prompt generated:', state.imagePrompt);
@@ -342,27 +332,24 @@ Assistant: \`\`\`json`;
     }
     
     const statsPrompt = MONSTER_STATS_PROMPT(state.monsterConcept);
+    const systemPrompt = "You are a game designer specializing in monster stats and abilities. Always respond with valid JSON that matches the provided schema exactly.";
     
     console.log('Generating monster stats from concept');
     
     try {
-      const output = await rwkvClient.predict(0, [
-        statsPrompt,
-        500,   // maxTokens - more for JSON
-        0.3,   // temperature - lower for structured output
-        0.9,   // topP
-        0.0,  // presencePenalty - lower for JSON
-        0.0   // countPenalty
+      const output = await rwkvClient.predict("/chat", [
+        statsPrompt,           // message
+        [],                    // chat_history
+        systemPrompt,         // system_prompt
+        800,                  // max_new_tokens - more for JSON
+        0.3,                  // temperature - lower for structured output
+        0.95,                 // top_p
+        50,                   // top_k
+        1.0                   // repetition_penalty
       ]);
       
       console.log('Stats output:', output);
-      let jsonString = output.data[0];
-      
-      // Drop any text after "User:" to prevent additional prompting
-      const userIndex = jsonString.indexOf('User:');
-      if (userIndex !== -1) {
-        jsonString = jsonString.substring(0, userIndex).trim();
-      }
+      let jsonString = output.data;
       
       // Extract JSON from the response (remove markdown if present)
       let cleanJson = jsonString;