3 models

startup.sh

@@ -36,15 +36,17 @@ echo "$COMPONENT is running."
 #works!
 COMPONENT1="interactive_demo prism-dinosiglip_7b"
 echo "Starting $COMPONENT1"
-#CUDA_VISIBLE_DEVICES=0
-nohup python3 -m interactive_demo --port 40001 --model_id prism-dinosiglip+7b | tee prism-dinosiglip_7b.log &
+CUDA_VISIBLE_DEVICES=0 nohup python3 -m interactive_demo --port 40001 --model_id prism-dinosiglip+7b | tee prism-dinosiglip_7b.log &
 
 #works!
 COMPONENT2="interactive_demo prism-dinosiglip-controlled+7b"
 echo "Starting $COMPONENT2"
-#CUDA_VISIBLE_DEVICES=1
-nohup python3 -m interactive_demo --port 40002 --model_id prism-dinosiglip-controlled+7b | tee prism-dinosiglip-controlled_7b.log &
+CUDA_VISIBLE_DEVICES=1 nohup python3 -m interactive_demo --port 40002 --model_id prism-dinosiglip-controlled+7b | tee prism-dinosiglip-controlled_7b.log &
 
+#works!
+COMPONENT3="interactive_demo llava-v1.5-7b"
+echo "Starting $COMPONENT3"
+CUDA_VISIBLE_DEVICES=2 nohup python3 -m interactive_demo --port 40003 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b | tee llava-v1.5-7b.log &
 
 while [ `grep -c "loaded prismatic prism-dinosiglip+7b" prism-dinosiglip_7b.log` -eq '0' ];do
         sleep 10s;
@@ -58,16 +60,12 @@ while [ `grep -c "loaded prismatic prism-dinosiglip-controlled+7b" prism-dinosig
 done
 echo "$COMPONENT2 is running"
 
-#works!
-# COMPONENT3="interactive_demo llava-v1.5-7b"
-# echo "Starting $COMPONENT3"
-# #CUDA_VISIBLE_DEVICES=2
-# nohup python3 -m interactive_demo --port 40003 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b | tee llava-v1.5-7b.log &
-# while [ `grep -c "loaded llava llava-v1.5-7b" llava-v1.5-7b.log` -eq '0' ];do
-#         sleep 10s;
-#         echo "waiting for $COMPONENT3 to be running"
-# done
-# echo "$COMPONENT3 is running"
+while [ `grep -c "loaded llava llava-v1.5-7b" llava-v1.5-7b.log` -eq '0' ];do
+        sleep 10s;
+        echo "waiting for $COMPONENT3 to be running"
+done
+echo "$COMPONENT3 is running"
+
 
 ls -als $HF_HOME
 tree --du -h $HF_HOME