Update app.py

app.py

@@ -15,14 +15,18 @@ hf_hub_download(
     local_dir="./models"
 )
 
-
-
 hf_hub_download(
     repo_id="bartowski/gemma-2-27b-it-GGUF",
     filename="gemma-2-27b-it-Q5_K_M.gguf",
     local_dir="./models"
 )
 
+hf_hub_download(
+    repo_id="google/gemma-2-2b-it-GGUF",
+    filename="2b_it_v2.gguf",
+    local_dir="./models"
+)
+
 
 llm = None
 llm_model = None
@@ -98,12 +102,14 @@ def respond(
         outputs += output
         yield outputs
 
-description = """<p align="center">Defaults to 27B it (you can switch to 9b it from additional inputs)</p>
+description = """<p align="center">Defaults to 27B (you can switch to 9B or 2B from additional inputs)</p>
 <p><center>
 <a href="https://huggingface.co/google/gemma-2-27b-it" target="_blank">[27B it Model]</a>
 <a href="https://huggingface.co/google/gemma-2-9b-it" target="_blank">[9B it Model]</a>
+<a href="https://huggingface.co/google/gemma-2-2b-it" target="_blank">[2B it Model]</a>
 <a href="https://huggingface.co/bartowski/gemma-2-27b-it-GGUF" target="_blank">[27B it Model GGUF]</a>
 <a href="https://huggingface.co/bartowski/gemma-2-9b-it-GGUF" target="_blank">[9B it Model GGUF]</a>
+<a href="https://huggingface.co/google/gemma-2-2b-it-GGUF" target="_blank">[2B it Model GGUF]</a>
 </center></p>
 """
 
@@ -112,7 +118,8 @@ demo = gr.ChatInterface(
     additional_inputs=[
         gr.Dropdown([
                 'gemma-2-9b-it-Q5_K_M.gguf',
-                'gemma-2-27b-it-Q5_K_M.gguf'
+                'gemma-2-27b-it-Q5_K_M.gguf',
+                '2b_it_v2.gguf'
             ],
             value="gemma-2-27b-it-Q5_K_M.gguf",
             label="Model"