Set default LLM via env variable

app.py

@@ -368,26 +368,27 @@ def set_up_chat_ui():
             )
             return
         except Exception as ex:
-            _msg = str(ex).lower()
-            if 'payment required' in _msg:
+            _msg = str(ex)
+            if 'payment required' in _msg.lower():
                 handle_error(
                     'The available inference quota has exhausted.'
                     ' Please use your own Hugging Face access token. Paste your token in'
                     ' the input field on the sidebar to the left.'
                     '\n\nDon\'t have a token? Get your free'
                     ' [HF access token](https://huggingface.co/settings/tokens) now'
-                    ' and create a magical slide deck!',
+                    ' and start creating your slide deck!',
                     should_log=True
                 )
-            handle_error(
-                f'An unexpected error occurred while generating the content: {ex}'
-                '\n\nPlease try again later, possibly with different inputs.'
-                ' Alternatively, try selecting a different LLM from the dropdown list.'
-                ' If you are using Azure OpenAI, Cohere, Gemini, or Together AI models, make sure'
-                ' that you have provided a correct API key.'
-                ' Read **[how to get free LLM API keys](https://github.com/barun-saha/slide-deck-ai?tab=readme-ov-file#summary-of-the-llms)**.',
-                True
-            )
+            else:
+                handle_error(
+                    f'An unexpected error occurred while generating the content: {_msg}'
+                    '\n\nPlease try again later, possibly with different inputs.'
+                    ' Alternatively, try selecting a different LLM from the dropdown list.'
+                    ' If you are using Azure OpenAI, Cohere, Gemini, or Together AI models, make'
+                    ' sure that you have provided a correct API key.'
+                    ' Read **[how to get free LLM API keys](https://github.com/barun-saha/slide-deck-ai?tab=readme-ov-file#summary-of-the-llms)**.',
+                    True
+                )
             return
 
         history.add_user_message(prompt)

global_config.py

@@ -59,7 +59,7 @@ class GlobalConfig:
         },
         '[hf]mistralai/Mistral-Nemo-Instruct-2407': {
             'description': 'longer response',
-            'max_new_tokens': 10240,
+            'max_new_tokens': 8192,
             'paid': False,
         },
         '[to]meta-llama/Llama-3.3-70B-Instruct-Turbo': {
@@ -82,7 +82,7 @@ class GlobalConfig:
         '- **[to]**: Together AI\n\n'
         '[Find out more](https://github.com/barun-saha/slide-deck-ai?tab=readme-ov-file#summary-of-the-llms)'
     )
-    DEFAULT_MODEL_INDEX = 4
+    DEFAULT_MODEL_INDEX = int(os.environ.get('DEFAULT_MODEL_INDEX', '4'))
     LLM_MODEL_TEMPERATURE = 0.2
     LLM_MODEL_MIN_OUTPUT_LENGTH = 100
     LLM_MODEL_MAX_INPUT_LENGTH = 400  # characters