Update app.py

app.py

@@ -9,7 +9,7 @@ from datetime import datetime
 import numpy as np
 import os
 
-#os.environ["no_proxy"] = "localhost,127.0.0.1,::1"
+os.environ["no_proxy"] = "localhost,127.0.0.1,::1"
 
 
 def array_to_image_path(image_array):
@@ -55,15 +55,9 @@ def run_example(image, text_input=None, model_id="HumanLlaVA-8B"):
     model = models[model_id]
     processor = processors[model_id]
     raw_image = Image.open(image_path)
+    prompt = "USER: <image>\n" + text_input + "\nASSISTANT:"
     inputs = processor(images=raw_image, text=prompt, return_tensors='pt').to(cuda, torch.float16)
 
-    # generated_ids = model.generate(**inputs, max_new_tokens=128)
-    # generated_ids_trimmed = [
-    #     out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
-    # ]
-    # output_text = processor.batch_decode(
-    #     generated_ids_trimmed, skip_special_tokens=True, clean_up_tokenization_spaces=False
-    # )
     output = model.generate(**inputs, max_new_tokens=400, do_sample=False)
     print(output)
     predict = processor.decode(output[0][:], skip_special_tokens=False)