Update app.py

app.py

@@ -260,6 +260,11 @@ def llava_bot(state, model_selector, temperature, top_p, max_new_tokens, request
         if not os.path.isfile(filename):
             os.makedirs(os.path.dirname(filename), exist_ok=True)
             image.save(filename)
+    # check if model is not None
+    if model is None or tokenizer is None:
+        print(model)
+        print(tokenizer)
+
 
     output = run_llava(prompt, all_images[0], temperature, top_p, max_new_tokens)
 
@@ -502,8 +507,7 @@ Set the environment variable `model` to change the model:
         'LukasHug/LlavaGuard-13B-hf',
         'LukasHug/LlavaGuard-34B-hf', ]
     bits = int(os.getenv("bits", 16))
-    model = os.getenv("model", models[1])
-    available_devices = os.getenv("CUDA_VISIBLE_DEVICES", "0")
+    model = os.getenv("model", models[0])
     model_path, model_name = model, model.split("/")[0]
     if api_key:
         cmd = f"huggingface-cli login --token {api_key} --add-to-git-credential"
@@ -535,4 +539,4 @@ Set the environment variable `model` to change the model:
         print(e)
         exit_status = 1
     finally:
-        sys.exit(exit_status)
+        sys.exit(exit_status)