Update app.py

app.py

@@ -133,60 +133,68 @@ description = """<p align="center">Defaults to Oumuamua-7b-RP (you can switch to
 </center></p>
 """
 
-# 各モデルに対応する説明を定義
-model_descriptions = {
-    "Oumuamua-7b-RP_Q4_K_M.gguf": "This is the Oumuamua-7b-RP_Q4_K_M model description.",
-    "Oumuamua-7b-instruct-v2-Q4_K_M.gguf": "This is the Oumuamua-7b-instruct-v2-Q4_K_M model description.",
-    "umiyuki-Umievo-itr012-Gleipnir-7B-Q4_K_M.gguf": "This is the umiyuki-Umievo-itr012-Gleipnir-7B-Q4_K_M model description.",
-    "Ninja-V3-Q4_K_M.gguf": "This is the Ninja-V3-Q4_K_M model description.",
-    "kagemusya-7b-v1Q8_0.gguf": "This is the kagemusya-7b-v1Q8_0 model description.",
-    "Llama-3-ELYZA-JP-8B-q4_k_m.gguf": "This is the Llama-3-ELYZA-JP-8B-q4_k_m model description."
-}
-
 templates = [
     "MISTRAL", "CHATML", "VICUNA", "LLAMA_2", "SYNTHIA",
     "NEURAL_CHAT", "SOLAR", "OPEN_CHAT", "ALPACA", "CODE_DS",
     "B22", "LLAMA_3", "PHI_3"
 ]
 
-def update_description(model_name):
-    return model_descriptions.get(model_name, "No description available.")
-
-with gr.Blocks() as demo:
-    description = gr.Markdown("")
-    
-    model_dropdown = gr.Dropdown(
-        choices=list(model_descriptions.keys()),
-        value="Oumuamua-7b-RP_Q4_K_M.gguf",
-        label="Model"
-    )
-    
-    model_dropdown.change(fn=update_description, inputs=model_dropdown, outputs=description)
-
-    gr.ChatInterface(
-        respond,
-        additional_inputs=[
-            model_dropdown,
-            gr.Dropdown(
-                choices=templates,
-                value="LLAMA_2",
-                label="Template"
-            ),
-            gr.Textbox(value="You are a helpful assistant.", label="System message"),
-            gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
-            gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-            gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
-            gr.Slider(minimum=0, maximum=100, value=40, step=1, label="Top-k"),
-            gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty"),
-        ],
-        retry_btn="Retry",
-        undo_btn="Undo",
-        clear_btn="Clear",
-        submit_btn="Send",
-        title="Chat with various models using llama.cpp",
-        description=description,
-        chatbot=gr.Chatbot(scale=1, likeable=False, show_copy_button=True)
+demo = gr.ChatInterface(
+    respond,
+    additional_inputs=[
+        gr.Dropdown([
+                'Oumuamua-7b-RP_Q4_K_M.gguf',
+                'Oumuamua-7b-instruct-v2-Q4_K_M.gguf',
+                'umiyuki-Umievo-itr012-Gleipnir-7B-Q4_K_M.gguf',
+                'Ninja-V3-Q4_K_M.gguf',
+                'kagemusya-7b-v1Q8_0.gguf',
+                'Llama-3-ELYZA-JP-8B-q4_k_m.gguf'
+            ],
+            value="Oumuamua-7b-RP_Q4_K_M.gguf",
+            label="Model"
+        ),
+        gr.Dropdown(
+            choices=templates,
+            value="LLAMA_2",
+            label="Template"
+        ),
+        gr.Textbox(value="You are a helpful assistant.", label="System message"),
+        gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(
+            minimum=0.1,
+            maximum=1.0,
+            value=0.95,
+            step=0.05,
+            label="Top-p",
+        ),
+        gr.Slider(
+            minimum=0,
+            maximum=100,
+            value=40,
+            step=1,
+            label="Top-k",
+        ),
+        gr.Slider(
+            minimum=0.0,
+            maximum=2.0,
+            value=1.1,
+            step=0.1,
+            label="Repetition penalty",
+        ),
+    ],
+    retry_btn="Retry",
+    undo_btn="Undo",
+    clear_btn="Clear",
+    submit_btn="Send",
+    title="Chat with various models using llama.cpp", 
+    description=description,
+    chatbot=gr.Chatbot(
+        scale=1, 
+        likeable=False,
+        show_copy_button=True
     )
+)
 
 if __name__ == "__main__":
     demo.launch()