Upload app.py

app.py

@@ -5,7 +5,6 @@ import os
 import time
 
 import gradio as gr
-print(gr.__version__)
 import requests
 
 from mplug_docowl.conversation import (default_conversation, conv_templates,
@@ -21,14 +20,13 @@ model_dir = snapshot_download('mPLUG/DocOwl1.5-Omni', cache_dir='./')
 
 print(os.listdir('./'))
 
-
 logger = build_logger("gradio_web_server_local", "gradio_web_server_local.log")
 
 headers = {"User-Agent": "mPLUG-DocOwl1.5 Client"}
 
-no_change_btn = gr.Button.update()
-enable_btn = gr.Button.update(interactive=True)
-disable_btn = gr.Button.update(interactive=False)
+no_change_btn = gr.Button()
+enable_btn = gr.Button(interactive=True)
+disable_btn = gr.Button(interactive=False)
 
 def get_conv_log_filename():
     t = datetime.datetime.now()
@@ -160,7 +158,6 @@ def http_bot(state, temperature, top_p, max_new_tokens, request: gr.Request):
         "stop": state.sep if state.sep_style in [SeparatorStyle.SINGLE, SeparatorStyle.MPT] else state.sep2,
         "images": f'List of {len(state.get_images())} images: {all_image_hash}',
     }
-
     logger.info(f"==== request ====\n{pload}")
 
     pload['images'] = state.get_images()
@@ -174,10 +171,8 @@ def http_bot(state, temperature, top_p, max_new_tokens, request: gr.Request):
         #     headers=headers, json=pload, stream=True, timeout=10)
         # for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
         response = model.generate_stream_gate(pload)
-        # print('response:', response)
         for chunk in response:
             if chunk:
-                print('chunk:', chunk.decode())
                 data = json.loads(chunk.decode())
                 if data["error_code"] == 0:
                     output = data["text"][len(prompt):].strip()
@@ -271,7 +266,7 @@ block_css = """
 
 def build_demo(embed_mode):
     textbox = gr.Textbox(show_label=False, placeholder="Enter text and press ENTER", container=False)
-    with gr.Blocks(title="mPLUG-DocOwl1.5", theme=gr.themes.Default(), css=block_css) as demo:
+    with gr.Blocks(title="mPLUG-Owl2", theme=gr.themes.Default(), css=block_css) as demo:
         state = gr.State()
 
         if not embed_mode:
@@ -297,7 +292,7 @@ def build_demo(embed_mode):
                 ], inputs=[imagebox, textbox])
 
                 with gr.Accordion("Parameters", open=True) as parameter_row:
-                    temperature = gr.Slider(minimum=0.0, maximum=1.0, value=1.0, step=0.1, interactive=True, label="Temperature",)
+                    temperature = gr.Slider(minimum=0.0, maximum=1.0, value=0.2, step=0.1, interactive=True, label="Temperature",)
                     top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.7, step=0.1, interactive=True, label="Top P",)
                     max_output_tokens = gr.Slider(minimum=0, maximum=1024, value=512, step=64, interactive=True, label="Max output tokens",)
 
@@ -327,26 +322,30 @@ def build_demo(embed_mode):
             upvote_last_response,
             state,
             [textbox, upvote_btn, downvote_btn, flag_btn],
-            queue=False
+            queue=False,
+            concurrency_limit=10,
         )
         downvote_btn.click(
             downvote_last_response,
             state,
             [textbox, upvote_btn, downvote_btn, flag_btn],
-            queue=False
+            queue=False,
+            concurrency_limit=10,
         )
         flag_btn.click(
             flag_last_response,
             state,
             [textbox, upvote_btn, downvote_btn, flag_btn],
-            queue=False
+            queue=False,
+            concurrency_limit=10,
         )
 
         regenerate_btn.click(
             regenerate,
             [state, image_process_mode],
             [state, chatbot, textbox, imagebox] + btn_list,
-            queue=False
+            queue=False,
+            concurrency_limit=10,
         ).then(
             http_bot,
             [state, temperature, top_p, max_output_tokens],
@@ -357,7 +356,8 @@ def build_demo(embed_mode):
             clear_history,
             None,
             [state, chatbot, textbox, imagebox] + btn_list,
-            queue=False
+            queue=False,
+            concurrency_limit=10,
         )
 
         textbox.submit(
@@ -375,7 +375,8 @@ def build_demo(embed_mode):
             add_text,
             [state, textbox, imagebox, image_process_mode],
             [state, chatbot, textbox, imagebox] + btn_list,
-            queue=False
+            queue=False,
+            concurrency_limit=10,
         ).then(
             http_bot,
             [state, temperature, top_p, max_output_tokens],
@@ -386,7 +387,7 @@ def build_demo(embed_mode):
             load_demo,
             [url_params],
             state,
-            _js=get_window_url_params,
+            js=get_window_url_params,
             queue=False
         )
 
@@ -420,7 +421,6 @@ if __name__ == "__main__":
     logger.info(args)
     demo = build_demo(args.embed)
     demo.queue(
-        concurrency_count=args.concurrency_count,
         api_open=False
     ).launch(
         server_name=args.host,