gpu test

startup.sh

@@ -4,6 +4,8 @@ echo "PWD: $(pwd)"
 echo $HF_TOKEN > .hf_token
 echo "LS: $(ls -als)"
 
+nvidia-smi
+
 python -m serve.controller --host 0.0.0.0 --port 10000 &
 P1=$!
 
@@ -14,6 +16,8 @@ P2=$!
 
 
 python -m interactive_demo --port 40000 --model_id prism-dinosiglip+7b
-python -m interactive_demo --port 40001 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b
+# python -m interactive_demo --port 40001 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b
+
+nvidia-smi
 
 wait $P1 $P2