Spaces:
Running
Running
Update app.py
#4
by
sumit-adikari
- opened
app.py
CHANGED
|
@@ -10,31 +10,33 @@ import requests
|
|
| 10 |
from typing import Generator, Dict, Any
|
| 11 |
import logging
|
| 12 |
import time
|
|
|
|
|
|
|
| 13 |
|
| 14 |
# =========== Configuration
|
| 15 |
# MODEL NAME
|
| 16 |
model = os.getenv("MODEL_NAME")
|
| 17 |
-
#
|
| 18 |
PROXY_BASE_URL = os.getenv("PROXY_API_BASE", "http://localhost:8000")
|
| 19 |
PROXY_TIMEOUT = int(os.getenv("PROXY_TIMEOUT", 30))
|
| 20 |
MAX_RETRIES = int(os.getenv("MAX_RETRIES", 5))
|
| 21 |
-
#
|
| 22 |
save_history = True
|
| 23 |
|
| 24 |
# =========== Configuration
|
| 25 |
|
| 26 |
-
#
|
| 27 |
logging.basicConfig(level=logging.INFO)
|
| 28 |
logger = logging.getLogger(__name__)
|
| 29 |
|
| 30 |
class DeltaObject:
|
| 31 |
-
"""
|
| 32 |
def __init__(self, data: dict):
|
| 33 |
self.content = data.get('content')
|
| 34 |
self.role = data.get('role')
|
| 35 |
|
| 36 |
class ChoiceObject:
|
| 37 |
-
"""
|
| 38 |
def __init__(self, choice_data: dict):
|
| 39 |
delta_data = choice_data.get('delta', {})
|
| 40 |
self.delta = DeltaObject(delta_data)
|
|
@@ -42,7 +44,7 @@ class ChoiceObject:
|
|
| 42 |
self.index = choice_data.get('index', 0)
|
| 43 |
|
| 44 |
class ChunkObject:
|
| 45 |
-
"""
|
| 46 |
def __init__(self, chunk_data: dict):
|
| 47 |
choices_data = chunk_data.get('choices', [])
|
| 48 |
self.choices = [ChoiceObject(choice) for choice in choices_data]
|
|
@@ -52,7 +54,7 @@ class ChunkObject:
|
|
| 52 |
self.model = chunk_data.get('model', '')
|
| 53 |
|
| 54 |
class ProxyClient:
|
| 55 |
-
"""
|
| 56 |
|
| 57 |
def __init__(self, base_url: str, timeout: int = 30):
|
| 58 |
self.base_url = base_url.rstrip('/')
|
|
@@ -60,7 +62,7 @@ class ProxyClient:
|
|
| 60 |
self.session = requests.Session()
|
| 61 |
|
| 62 |
def chat_completions_create(self, model: str, messages: list, stream: bool = True, **kwargs):
|
| 63 |
-
"""
|
| 64 |
url = f"{self.base_url}/chat/completions"
|
| 65 |
|
| 66 |
payload = {
|
|
@@ -90,10 +92,9 @@ class ProxyClient:
|
|
| 90 |
raise Exception(f"Failed to connect to proxy server: {str(e)}")
|
| 91 |
|
| 92 |
def _parse_stream_response(self, response) -> Generator[ChunkObject, None, None]:
|
| 93 |
-
"""
|
| 94 |
try:
|
| 95 |
-
|
| 96 |
-
response.encoding = 'utf-8'
|
| 97 |
|
| 98 |
for line in response.iter_lines(decode_unicode=True):
|
| 99 |
if not line:
|
|
@@ -101,7 +102,7 @@ class ProxyClient:
|
|
| 101 |
|
| 102 |
line = line.strip()
|
| 103 |
if line.startswith('data: '):
|
| 104 |
-
data = line[6:]
|
| 105 |
|
| 106 |
if data == '[DONE]':
|
| 107 |
break
|
|
@@ -109,11 +110,9 @@ class ProxyClient:
|
|
| 109 |
try:
|
| 110 |
chunk_data = json.loads(data)
|
| 111 |
|
| 112 |
-
# 检查是否是错误响应
|
| 113 |
if 'error' in chunk_data:
|
| 114 |
raise Exception(f"Stream error: {chunk_data.get('detail', chunk_data['error'])}")
|
| 115 |
|
| 116 |
-
# 创建与OpenAI客户端兼容的响应对象
|
| 117 |
yield ChunkObject(chunk_data)
|
| 118 |
|
| 119 |
except json.JSONDecodeError as e:
|
|
@@ -125,7 +124,7 @@ class ProxyClient:
|
|
| 125 |
raise
|
| 126 |
|
| 127 |
def health_check(self) -> dict:
|
| 128 |
-
"""
|
| 129 |
try:
|
| 130 |
url = f"{self.base_url}/health"
|
| 131 |
response = self.session.get(url, timeout=self.timeout)
|
|
@@ -135,18 +134,17 @@ class ProxyClient:
|
|
| 135 |
logger.error(f"Health check failed: {str(e)}")
|
| 136 |
return {"status": "unhealthy", "error": str(e)}
|
| 137 |
|
| 138 |
-
#
|
| 139 |
client = ProxyClient(PROXY_BASE_URL, PROXY_TIMEOUT)
|
| 140 |
|
| 141 |
def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
| 142 |
-
"""
|
| 143 |
last_exception = None
|
| 144 |
|
| 145 |
for attempt in range(max_retries):
|
| 146 |
try:
|
| 147 |
logger.info(f"Chat attempt {attempt + 1}/{max_retries}")
|
| 148 |
|
| 149 |
-
# 检查代理服务健康状态
|
| 150 |
health = client.health_check()
|
| 151 |
if health.get("status") != "healthy":
|
| 152 |
raise Exception(f"Proxy service unhealthy: {health}")
|
|
@@ -155,7 +153,7 @@ def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
|
| 155 |
model=model,
|
| 156 |
messages=history_messages,
|
| 157 |
stream=True,
|
| 158 |
-
temperature
|
| 159 |
)
|
| 160 |
|
| 161 |
return response
|
|
@@ -165,7 +163,6 @@ def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
|
| 165 |
logger.warning(f"Attempt {attempt + 1} failed: {str(e)}")
|
| 166 |
|
| 167 |
if attempt < max_retries - 1:
|
| 168 |
-
# 指数退避
|
| 169 |
wait_time = min(2 ** attempt, 4)
|
| 170 |
logger.info(f"Retrying in {wait_time} seconds...")
|
| 171 |
time.sleep(wait_time)
|
|
@@ -174,6 +171,81 @@ def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
|
| 174 |
|
| 175 |
raise last_exception
|
| 176 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 177 |
|
| 178 |
is_modelscope_studio = os.getenv('MODELSCOPE_ENVIRONMENT') == 'studio'
|
| 179 |
def get_text(text: str, cn_text: str):
|
|
@@ -184,16 +256,14 @@ def get_text(text: str, cn_text: str):
|
|
| 184 |
logo_img = os.path.join(os.path.dirname(__file__), "rednote_hilab.png")
|
| 185 |
|
| 186 |
DEFAULT_PROMPTS = [{
|
| 187 |
-
"category":
|
| 188 |
-
"🖋 Make a plan",
|
| 189 |
"prompts": [
|
| 190 |
"Help me with a plan to start a business",
|
| 191 |
"Help me with a plan to achieve my goals",
|
| 192 |
"Help me with a plan for a successful interview"
|
| 193 |
]
|
| 194 |
}, {
|
| 195 |
-
"category":
|
| 196 |
-
"📅 Help me write",
|
| 197 |
"prompts": [
|
| 198 |
"Help me write a story with a twist ending",
|
| 199 |
"Help me write a blog post on mental health",
|
|
@@ -202,10 +272,8 @@ DEFAULT_PROMPTS = [{
|
|
| 202 |
}]
|
| 203 |
|
| 204 |
DEFAULT_SUGGESTIONS = [{
|
| 205 |
-
"label":
|
| 206 |
-
|
| 207 |
-
"value":
|
| 208 |
-
"Make a plan",
|
| 209 |
"children": [{
|
| 210 |
"label": "Start a business",
|
| 211 |
"value": "Help me with a plan to start a business"
|
|
@@ -217,10 +285,8 @@ DEFAULT_SUGGESTIONS = [{
|
|
| 217 |
"value": "Help me with a plan for a successful interview"
|
| 218 |
}]
|
| 219 |
}, {
|
| 220 |
-
"label":
|
| 221 |
-
|
| 222 |
-
"value":
|
| 223 |
-
"Help me write",
|
| 224 |
"children": [{
|
| 225 |
"label": "Story with a twist ending",
|
| 226 |
"value": "Help me write a story with a twist ending"
|
|
@@ -243,7 +309,6 @@ DEFAULT_THEME = {
|
|
| 243 |
}
|
| 244 |
}
|
| 245 |
|
| 246 |
-
|
| 247 |
def format_history(history):
|
| 248 |
messages = [{
|
| 249 |
"role": "system",
|
|
@@ -256,23 +321,17 @@ def format_history(history):
|
|
| 256 |
messages.append({"role": "assistant", "content": item["content"]})
|
| 257 |
return messages
|
| 258 |
|
| 259 |
-
|
| 260 |
class Gradio_Events:
|
| 261 |
-
|
| 262 |
@staticmethod
|
| 263 |
def _submit(state_value):
|
| 264 |
-
history = state_value["conversations_history"][
|
| 265 |
-
state_value["conversation_id"]]
|
| 266 |
-
# submit
|
| 267 |
history_messages = format_history(history)
|
| 268 |
|
| 269 |
history.append({
|
| 270 |
"role": "assistant",
|
| 271 |
"content": "",
|
| 272 |
"key": str(uuid.uuid4()),
|
| 273 |
-
"meta": {
|
| 274 |
-
"reason_content": ""
|
| 275 |
-
},
|
| 276 |
"loading": True,
|
| 277 |
})
|
| 278 |
|
|
@@ -285,7 +344,6 @@ class Gradio_Events:
|
|
| 285 |
|
| 286 |
thought_done = False
|
| 287 |
for chunk in response:
|
| 288 |
-
# 安全地访问chunk属性
|
| 289 |
if chunk.choices and len(chunk.choices) > 0:
|
| 290 |
content = chunk.choices[0].delta.content
|
| 291 |
else:
|
|
@@ -318,9 +376,8 @@ class Gradio_Events:
|
|
| 318 |
chatbot: gr.update(items=history),
|
| 319 |
state: gr.update(value=state_value)
|
| 320 |
}
|
| 321 |
-
print('Error: ',e)
|
| 322 |
raise e
|
| 323 |
-
|
| 324 |
|
| 325 |
@staticmethod
|
| 326 |
def submit(sender_value, state_value):
|
|
@@ -334,8 +391,7 @@ class Gradio_Events:
|
|
| 334 |
"key": random_id
|
| 335 |
})
|
| 336 |
|
| 337 |
-
history = state_value["conversations_history"][
|
| 338 |
-
state_value["conversation_id"]]
|
| 339 |
history.append({
|
| 340 |
"role": "user",
|
| 341 |
"meta": {},
|
|
@@ -343,22 +399,19 @@ class Gradio_Events:
|
|
| 343 |
"content": sender_value
|
| 344 |
})
|
| 345 |
|
| 346 |
-
# preprocess submit
|
| 347 |
yield Gradio_Events.preprocess_submit()(state_value)
|
| 348 |
try:
|
| 349 |
-
|
| 350 |
yield chunk
|
| 351 |
except Exception as e:
|
| 352 |
raise e
|
| 353 |
finally:
|
| 354 |
-
|
| 355 |
-
yield Gradio_Events.postprocess_submit(state_value)
|
| 356 |
|
| 357 |
@staticmethod
|
| 358 |
def regenerate_message(state_value, e: gr.EventData):
|
| 359 |
conversation_key = e._data["component"]["conversationKey"]
|
| 360 |
-
history = state_value["conversations_history"][
|
| 361 |
-
state_value["conversation_id"]]
|
| 362 |
index = -1
|
| 363 |
for i, conversation in enumerate(history):
|
| 364 |
if conversation["key"] == conversation_key:
|
|
@@ -367,65 +420,44 @@ class Gradio_Events:
|
|
| 367 |
if index == -1:
|
| 368 |
yield gr.skip()
|
| 369 |
history = history[:index]
|
| 370 |
-
state_value["conversations_history"][
|
| 371 |
-
state_value["conversation_id"]] = history
|
| 372 |
|
| 373 |
yield {
|
| 374 |
-
chatbot:gr.update(items=history),
|
| 375 |
state: gr.update(value=state_value)
|
| 376 |
}
|
| 377 |
|
| 378 |
-
# preprocess submit
|
| 379 |
yield Gradio_Events.preprocess_submit(clear_input=False)(state_value)
|
| 380 |
try:
|
| 381 |
-
|
| 382 |
yield chunk
|
| 383 |
except Exception as e:
|
| 384 |
raise e
|
| 385 |
finally:
|
| 386 |
-
|
| 387 |
-
yield Gradio_Events.postprocess_submit(state_value)
|
| 388 |
-
|
| 389 |
|
| 390 |
@staticmethod
|
| 391 |
def preprocess_submit(clear_input=True):
|
| 392 |
-
|
| 393 |
def preprocess_submit_handler(state_value):
|
| 394 |
-
history = state_value["conversations_history"][
|
| 395 |
-
state_value["conversation_id"]]
|
| 396 |
for conversation in history:
|
| 397 |
if "meta" in conversation:
|
| 398 |
conversation["meta"]["disabled"] = True
|
| 399 |
return {
|
| 400 |
sender: gr.update(value=None, loading=True) if clear_input else gr.update(loading=True),
|
| 401 |
-
conversations:
|
| 402 |
-
|
| 403 |
-
|
| 404 |
-
|
| 405 |
-
|
| 406 |
-
|
| 407 |
-
|
| 408 |
-
True if item["key"] != state_value[
|
| 409 |
-
"conversation_id"] else False,
|
| 410 |
-
}, state_value["conversations"]))),
|
| 411 |
-
add_conversation_btn:
|
| 412 |
-
gr.update(disabled=True),
|
| 413 |
-
clear_btn:
|
| 414 |
-
gr.update(disabled=True),
|
| 415 |
-
conversation_delete_menu_item:
|
| 416 |
-
gr.update(disabled=True),
|
| 417 |
-
chatbot:
|
| 418 |
-
gr.update(items=history),
|
| 419 |
-
state:
|
| 420 |
-
gr.update(value=state_value),
|
| 421 |
}
|
| 422 |
-
|
| 423 |
return preprocess_submit_handler
|
| 424 |
|
| 425 |
@staticmethod
|
| 426 |
def postprocess_submit(state_value):
|
| 427 |
-
history = state_value["conversations_history"][
|
| 428 |
-
state_value["conversation_id"]]
|
| 429 |
for conversation in history:
|
| 430 |
if "meta" in conversation:
|
| 431 |
conversation["meta"]["disabled"] = False
|
|
@@ -441,8 +473,7 @@ class Gradio_Events:
|
|
| 441 |
|
| 442 |
@staticmethod
|
| 443 |
def cancel(state_value):
|
| 444 |
-
history = state_value["conversations_history"][
|
| 445 |
-
state_value["conversation_id"]]
|
| 446 |
history[-1]["loading"] = False
|
| 447 |
history[-1]["meta"]["end"] = True
|
| 448 |
history[-1]["meta"]["canceled"] = True
|
|
@@ -451,23 +482,15 @@ class Gradio_Events:
|
|
| 451 |
@staticmethod
|
| 452 |
def delete_message(state_value, e: gr.EventData):
|
| 453 |
conversation_key = e._data["component"]["conversationKey"]
|
| 454 |
-
history = state_value["conversations_history"][
|
| 455 |
-
state_value["conversation_id"]]
|
| 456 |
history = [item for item in history if item["key"] != conversation_key]
|
| 457 |
-
state_value["conversations_history"][
|
| 458 |
-
|
| 459 |
-
|
| 460 |
-
return gr.update(items=history if len(history) >
|
| 461 |
-
0 else DEFAULT_CONVERSATIONS_HISTORY), gr.update(
|
| 462 |
-
value=state_value)
|
| 463 |
-
|
| 464 |
-
|
| 465 |
|
| 466 |
@staticmethod
|
| 467 |
def edit_message(state_value, e: gr.EventData):
|
| 468 |
conversation_key = e._data["component"]["conversationKey"]
|
| 469 |
-
history = state_value["conversations_history"][
|
| 470 |
-
state_value["conversation_id"]]
|
| 471 |
index = -1
|
| 472 |
for i, conversation in enumerate(history):
|
| 473 |
if conversation["key"] == conversation_key:
|
|
@@ -485,8 +508,7 @@ class Gradio_Events:
|
|
| 485 |
|
| 486 |
@staticmethod
|
| 487 |
def confirm_edit_message(edit_textarea_value, state_value):
|
| 488 |
-
history = state_value["conversations_history"][
|
| 489 |
-
state_value["conversation_id"]]
|
| 490 |
message = history[state_value["editing_message_index"]]
|
| 491 |
if isinstance(message["content"], str):
|
| 492 |
message["content"] = edit_textarea_value
|
|
@@ -507,19 +529,15 @@ class Gradio_Events:
|
|
| 507 |
if not state_value["conversation_id"]:
|
| 508 |
return gr.skip()
|
| 509 |
state_value["conversation_id"] = ""
|
| 510 |
-
return gr.update(active_key=state_value["conversation_id"]), gr.update(
|
| 511 |
-
items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
| 512 |
|
| 513 |
@staticmethod
|
| 514 |
def select_conversation(state_value, e: gr.EventData):
|
| 515 |
active_key = e._data["payload"][0]
|
| 516 |
-
if state_value["conversation_id"] == active_key or (
|
| 517 |
-
active_key not in state_value["conversations_history"]):
|
| 518 |
return gr.skip()
|
| 519 |
state_value["conversation_id"] = active_key
|
| 520 |
-
return gr.update(active_key=active_key), gr.update(
|
| 521 |
-
items=state_value["conversations_history"][active_key]), gr.update(
|
| 522 |
-
value=state_value)
|
| 523 |
|
| 524 |
@staticmethod
|
| 525 |
def click_conversation_menu(state_value, e: gr.EventData):
|
|
@@ -527,33 +545,20 @@ class Gradio_Events:
|
|
| 527 |
operation = e._data["payload"][1]["key"]
|
| 528 |
if operation == "delete":
|
| 529 |
del state_value["conversations_history"][conversation_id]
|
| 530 |
-
|
| 531 |
-
state_value["conversations"] = [
|
| 532 |
-
item for item in state_value["conversations"]
|
| 533 |
-
if item["key"] != conversation_id
|
| 534 |
-
]
|
| 535 |
-
|
| 536 |
if state_value["conversation_id"] == conversation_id:
|
| 537 |
state_value["conversation_id"] = ""
|
| 538 |
-
return gr.update(
|
| 539 |
-
items=state_value["conversations"],
|
| 540 |
-
active_key=state_value["conversation_id"]), gr.update(
|
| 541 |
-
items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(
|
| 542 |
-
value=state_value)
|
| 543 |
else:
|
| 544 |
-
return gr.update(
|
| 545 |
-
items=state_value["conversations"]), gr.skip(), gr.update(
|
| 546 |
-
value=state_value)
|
| 547 |
return gr.skip()
|
| 548 |
|
| 549 |
@staticmethod
|
| 550 |
def clear_conversation_history(state_value):
|
| 551 |
if not state_value["conversation_id"]:
|
| 552 |
return gr.skip()
|
| 553 |
-
state_value["conversations_history"][
|
| 554 |
-
|
| 555 |
-
return gr.update(items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(
|
| 556 |
-
value=state_value)
|
| 557 |
|
| 558 |
@staticmethod
|
| 559 |
def close_modal():
|
|
@@ -565,20 +570,13 @@ class Gradio_Events:
|
|
| 565 |
|
| 566 |
@staticmethod
|
| 567 |
def update_browser_state(state_value):
|
| 568 |
-
|
| 569 |
-
return gr.update(value=dict(
|
| 570 |
-
conversations=state_value["conversations"],
|
| 571 |
-
conversations_history=state_value["conversations_history"]))
|
| 572 |
|
| 573 |
@staticmethod
|
| 574 |
def apply_browser_state(browser_state_value, state_value):
|
| 575 |
state_value["conversations"] = browser_state_value["conversations"]
|
| 576 |
-
state_value["conversations_history"] = browser_state_value[
|
| 577 |
-
|
| 578 |
-
return gr.update(
|
| 579 |
-
items=browser_state_value["conversations"]), gr.update(
|
| 580 |
-
value=state_value)
|
| 581 |
-
|
| 582 |
|
| 583 |
css = """
|
| 584 |
.gradio-container {
|
|
@@ -625,422 +623,186 @@ css = """
|
|
| 625 |
}
|
| 626 |
"""
|
| 627 |
|
| 628 |
-
|
| 629 |
def logo():
|
| 630 |
-
with antd.Typography.Title(level=1,
|
| 631 |
-
elem_style=dict(fontSize=24,
|
| 632 |
-
padding=8,
|
| 633 |
-
margin=0)):
|
| 634 |
with antd.Flex(align="center", gap="small", justify="center"):
|
| 635 |
-
antd.Image(logo_img,
|
| 636 |
-
preview=False,
|
| 637 |
-
alt="logo",
|
| 638 |
-
width=24,
|
| 639 |
-
height=24)
|
| 640 |
ms.Span("dots.llm1.inst")
|
| 641 |
|
| 642 |
-
|
| 643 |
with gr.Blocks(css=css, fill_width=True) as demo:
|
| 644 |
state = gr.State({
|
| 645 |
"conversations_history": {},
|
| 646 |
"conversations": [],
|
| 647 |
"conversation_id": "",
|
| 648 |
"editing_message_index": -1,
|
|
|
|
| 649 |
})
|
| 650 |
|
| 651 |
-
with ms.Application(), antdx.XProvider(
|
| 652 |
-
theme=DEFAULT_THEME, locale=DEFAULT_LOCALE), ms.AutoLoading():
|
| 653 |
with antd.Row(gutter=[20, 20], wrap=False, elem_id="chatbot"):
|
| 654 |
-
|
| 655 |
-
|
| 656 |
-
|
| 657 |
-
order=1,
|
| 658 |
-
elem_classes="chatbot-conversations",
|
| 659 |
-
elem_style=dict(
|
| 660 |
-
maxWidth="260px",
|
| 661 |
-
minWidth="260px",
|
| 662 |
-
overflow="hidden")):
|
| 663 |
-
with antd.Flex(vertical=True,
|
| 664 |
-
gap="small",
|
| 665 |
-
elem_style=dict(height="100%", width="100%", minWidth="0")):
|
| 666 |
-
# Logo
|
| 667 |
logo()
|
| 668 |
-
|
| 669 |
-
# New Conversation Button
|
| 670 |
-
with antd.Button(value=None,
|
| 671 |
-
color="primary",
|
| 672 |
-
variant="filled",
|
| 673 |
-
block=True, elem_style=dict(maxWidth="100%")) as add_conversation_btn:
|
| 674 |
ms.Text(get_text("New Conversation", "新建对话"))
|
| 675 |
with ms.Slot("icon"):
|
| 676 |
antd.Icon("PlusOutlined")
|
| 677 |
-
|
| 678 |
-
# Conversations List
|
| 679 |
-
with antdx.Conversations(
|
| 680 |
-
elem_classes="chatbot-conversations-list",
|
| 681 |
-
elem_style=dict(
|
| 682 |
-
width="100%",
|
| 683 |
-
minWidth="0",
|
| 684 |
-
overflow="hidden",
|
| 685 |
-
flex="1"
|
| 686 |
-
)
|
| 687 |
-
) as conversations:
|
| 688 |
with ms.Slot('menu.items'):
|
| 689 |
-
with antd.Menu.Item(
|
| 690 |
-
label="Delete", key="delete", danger=True
|
| 691 |
-
) as conversation_delete_menu_item:
|
| 692 |
with ms.Slot("icon"):
|
| 693 |
antd.Icon("DeleteOutlined")
|
| 694 |
-
# Right Column
|
| 695 |
with antd.Col(flex=1, elem_style=dict(height="100%")):
|
| 696 |
-
with antd.Flex(vertical=True,
|
| 697 |
-
|
| 698 |
-
elem_classes="chatbot-chat"):
|
| 699 |
-
# Chatbot
|
| 700 |
-
with antdx.Bubble.List(
|
| 701 |
-
items=DEFAULT_CONVERSATIONS_HISTORY,
|
| 702 |
-
elem_classes="chatbot-chat-messages") as chatbot:
|
| 703 |
-
# Define Chatbot Roles
|
| 704 |
with ms.Slot("roles"):
|
| 705 |
-
|
| 706 |
-
with antdx.Bubble.List.Role(
|
| 707 |
-
role="placeholder",
|
| 708 |
-
styles=dict(content=dict(width="100%")),
|
| 709 |
-
variant="borderless"):
|
| 710 |
with ms.Slot("messageRender"):
|
| 711 |
-
with antd.Space(
|
| 712 |
-
|
| 713 |
-
|
| 714 |
-
|
| 715 |
-
with antdx.Welcome(
|
| 716 |
-
styles=dict(icon=dict(
|
| 717 |
-
flexShrink=0)),
|
| 718 |
-
variant="borderless",
|
| 719 |
-
title=get_text(
|
| 720 |
-
"Hello, I'm dots.",
|
| 721 |
-
"你好,我是 dots."),
|
| 722 |
-
description=get_text(
|
| 723 |
-
"You can type text to get started.",
|
| 724 |
-
"你可以输入文本开始对话。"),
|
| 725 |
-
):
|
| 726 |
with ms.Slot("icon"):
|
| 727 |
-
antd.Image(logo_img,
|
| 728 |
-
|
| 729 |
-
|
| 730 |
-
"How can I help you today?",
|
| 731 |
-
"有什么我能帮助你的吗?"),
|
| 732 |
-
styles={
|
| 733 |
-
"list": {
|
| 734 |
-
"width":
|
| 735 |
-
'100%',
|
| 736 |
-
},
|
| 737 |
-
"item": {
|
| 738 |
-
"flex": 1,
|
| 739 |
-
},
|
| 740 |
-
}) as prompts:
|
| 741 |
for item in DEFAULT_PROMPTS:
|
| 742 |
-
with antdx.Prompts.Item(
|
| 743 |
-
|
| 744 |
-
|
| 745 |
-
|
| 746 |
-
|
| 747 |
-
|
| 748 |
-
|
| 749 |
-
)
|
| 750 |
-
|
| 751 |
-
# User Role
|
| 752 |
-
with antdx.Bubble.List.Role(
|
| 753 |
-
role="user",
|
| 754 |
-
placement="end",
|
| 755 |
-
elem_classes="chatbot-chat-message",
|
| 756 |
-
class_names=dict(
|
| 757 |
-
footer="chatbot-chat-message-footer"),
|
| 758 |
-
styles=dict(content=dict(
|
| 759 |
-
maxWidth="100%",
|
| 760 |
-
overflow='auto',
|
| 761 |
-
))):
|
| 762 |
-
with ms.Slot(
|
| 763 |
-
"messageRender",
|
| 764 |
-
params_mapping="(content) => content"):
|
| 765 |
-
|
| 766 |
ms.Markdown()
|
| 767 |
-
with ms.Slot("footer",
|
| 768 |
-
|
| 769 |
-
|
| 770 |
-
|
| 771 |
-
|
| 772 |
-
|
| 773 |
-
|
| 774 |
-
|
| 775 |
-
};
|
| 776 |
-
}"""):
|
| 777 |
-
with antd.Typography.Text(
|
| 778 |
-
copyable=dict(tooltips=False),
|
| 779 |
-
as_item="copy_btn"):
|
| 780 |
with ms.Slot("copyable.icon"):
|
| 781 |
-
with antd.Button(value=None,
|
| 782 |
-
size="small",
|
| 783 |
-
color="default",
|
| 784 |
-
variant="text"):
|
| 785 |
with ms.Slot("icon"):
|
| 786 |
antd.Icon("CopyOutlined")
|
| 787 |
-
with antd.Button(value=None,
|
| 788 |
-
size="small",
|
| 789 |
-
color="default",
|
| 790 |
-
variant="text"):
|
| 791 |
with ms.Slot("icon"):
|
| 792 |
antd.Icon("CheckOutlined")
|
| 793 |
-
with antd.Button(value=None,
|
| 794 |
-
size="small",
|
| 795 |
-
color="default",
|
| 796 |
-
variant="text",
|
| 797 |
-
as_item="edit_btn"
|
| 798 |
-
) as user_edit_btn:
|
| 799 |
with ms.Slot("icon"):
|
| 800 |
antd.Icon("EditOutlined")
|
| 801 |
-
with antd.Popconfirm(
|
| 802 |
-
|
| 803 |
-
|
| 804 |
-
"Are you sure to delete this message?",
|
| 805 |
-
ok_button_props=dict(danger=True),
|
| 806 |
-
as_item="delete_btn"
|
| 807 |
-
) as user_delete_popconfirm:
|
| 808 |
-
with antd.Button(value=None,
|
| 809 |
-
size="small",
|
| 810 |
-
color="default",
|
| 811 |
-
variant="text",
|
| 812 |
-
as_item="delete_btn"):
|
| 813 |
with ms.Slot("icon"):
|
| 814 |
antd.Icon("DeleteOutlined")
|
| 815 |
-
|
| 816 |
-
|
| 817 |
-
|
| 818 |
-
role="assistant",
|
| 819 |
-
placement="start",
|
| 820 |
-
elem_classes="chatbot-chat-message",
|
| 821 |
-
class_names=dict(
|
| 822 |
-
footer="chatbot-chat-message-footer"),
|
| 823 |
-
styles=dict(content=dict(
|
| 824 |
-
maxWidth="100%", overflow='auto'))):
|
| 825 |
with ms.Slot("avatar"):
|
| 826 |
-
antd.Avatar(
|
| 827 |
-
|
| 828 |
-
|
| 829 |
-
|
| 830 |
-
|
| 831 |
-
|
| 832 |
-
|
| 833 |
-
|
| 834 |
-
|
| 835 |
-
value: content
|
| 836 |
-
},
|
| 837 |
-
canceled: bubble.meta?.canceled ? undefined : { style: { display: 'none' } }
|
| 838 |
-
}
|
| 839 |
-
}"""):
|
| 840 |
-
# 直接显示答案内容,不再有thinking相关的组件
|
| 841 |
-
ms.Markdown(
|
| 842 |
-
as_item="answer",
|
| 843 |
-
elem_classes="answer-content")
|
| 844 |
-
|
| 845 |
antd.Divider(as_item="canceled")
|
| 846 |
-
antd.Typography.Text(get_text(
|
| 847 |
-
|
| 848 |
-
|
| 849 |
-
|
| 850 |
-
|
| 851 |
-
|
| 852 |
-
|
| 853 |
-
|
| 854 |
-
|
| 855 |
-
|
| 856 |
-
|
| 857 |
-
},
|
| 858 |
-
regenerate_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
| 859 |
-
delete_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
| 860 |
-
edit_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
| 861 |
-
};
|
| 862 |
-
}
|
| 863 |
-
return { actions_container: { style: { display: 'none' } } };
|
| 864 |
}"""):
|
| 865 |
with ms.Div(as_item="actions_container"):
|
| 866 |
-
with antd.Typography.Text(
|
| 867 |
-
copyable=dict(tooltips=False),
|
| 868 |
-
as_item="copy_btn"):
|
| 869 |
with ms.Slot("copyable.icon"):
|
| 870 |
-
with antd.Button(
|
| 871 |
-
value=None,
|
| 872 |
-
size="small",
|
| 873 |
-
color="default",
|
| 874 |
-
variant="text"):
|
| 875 |
with ms.Slot("icon"):
|
| 876 |
-
antd.Icon(
|
| 877 |
-
|
| 878 |
-
with antd.Button(
|
| 879 |
-
value=None,
|
| 880 |
-
size="small",
|
| 881 |
-
color="default",
|
| 882 |
-
variant="text"):
|
| 883 |
with ms.Slot("icon"):
|
| 884 |
-
antd.Icon(
|
| 885 |
-
|
| 886 |
-
|
| 887 |
-
|
| 888 |
-
|
| 889 |
-
"Regenerate the message",
|
| 890 |
-
"重新生成消息"),
|
| 891 |
-
description=get_text(
|
| 892 |
-
"Regenerate the message will also delete all subsequent messages.",
|
| 893 |
-
"重新生成消息将会删除所有的后续消息。"),
|
| 894 |
-
ok_button_props=dict(
|
| 895 |
-
danger=True),
|
| 896 |
-
as_item="regenerate_btn"
|
| 897 |
-
) as chatbot_regenerate_popconfirm:
|
| 898 |
-
with antd.Button(
|
| 899 |
-
value=None,
|
| 900 |
-
size="small",
|
| 901 |
-
color="default",
|
| 902 |
-
variant="text",
|
| 903 |
-
as_item="regenerate_btn",
|
| 904 |
-
):
|
| 905 |
with ms.Slot("icon"):
|
| 906 |
antd.Icon("SyncOutlined")
|
| 907 |
-
with antd.Button(value=None,
|
| 908 |
-
size="small",
|
| 909 |
-
color="default",
|
| 910 |
-
variant="text",
|
| 911 |
-
as_item="edit_btn"
|
| 912 |
-
) as chatbot_edit_btn:
|
| 913 |
with ms.Slot("icon"):
|
| 914 |
antd.Icon("EditOutlined")
|
| 915 |
-
with antd.Popconfirm(
|
| 916 |
-
|
| 917 |
-
|
| 918 |
-
|
| 919 |
-
"确定要删除这条消息吗?"),
|
| 920 |
-
ok_button_props=dict(
|
| 921 |
-
danger=True),
|
| 922 |
-
as_item="delete_btn"
|
| 923 |
-
) as chatbot_delete_popconfirm:
|
| 924 |
-
with antd.Button(
|
| 925 |
-
value=None,
|
| 926 |
-
size="small",
|
| 927 |
-
color="default",
|
| 928 |
-
variant="text",
|
| 929 |
-
as_item="delete_btn"):
|
| 930 |
with ms.Slot("icon"):
|
| 931 |
antd.Icon("DeleteOutlined")
|
| 932 |
-
|
| 933 |
-
|
| 934 |
-
|
| 935 |
-
|
| 936 |
-
|
| 937 |
-
|
| 938 |
-
|
| 939 |
-
|
| 940 |
-
|
| 941 |
-
|
| 942 |
-
|
| 943 |
-
|
| 944 |
-
|
| 945 |
-
|
| 946 |
-
case 'ArrowDown':
|
| 947 |
-
break;
|
| 948 |
-
default:
|
| 949 |
-
onTrigger(false)
|
| 950 |
-
}
|
| 951 |
-
onKeyDown(e)
|
| 952 |
}""") as suggestion:
|
| 953 |
with ms.Slot("children"):
|
| 954 |
-
with antdx.Sender(placeholder=get_text(
|
| 955 |
-
"Enter / to get suggestions",
|
| 956 |
-
"输入 / 获取建议"), ) as sender:
|
| 957 |
with ms.Slot("prefix"):
|
| 958 |
-
|
| 959 |
-
|
| 960 |
-
"Clear Conversation History",
|
| 961 |
-
"清空对话历史"), ):
|
| 962 |
-
with antd.Button(
|
| 963 |
-
value=None,
|
| 964 |
-
type="text") as clear_btn:
|
| 965 |
with ms.Slot("icon"):
|
| 966 |
antd.Icon("ClearOutlined")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 967 |
|
| 968 |
-
# Modals
|
| 969 |
-
with antd.Modal(title=get_text("Edit Message", "编辑消息"),
|
| 970 |
-
open=False,
|
| 971 |
-
centered=True,
|
| 972 |
-
width="60%") as edit_modal:
|
| 973 |
-
edit_textarea = antd.Input.Textarea(auto_size=dict(minRows=2,
|
| 974 |
-
maxRows=6),
|
| 975 |
-
elem_style=dict(width="100%"))
|
| 976 |
-
# Events Handler
|
| 977 |
if save_history:
|
| 978 |
-
browser_state = gr.BrowserState(
|
| 979 |
-
|
| 980 |
-
|
| 981 |
-
"conversations": [],
|
| 982 |
-
},
|
| 983 |
-
storage_key="dots_chatbot_storage")
|
| 984 |
-
state.change(fn=Gradio_Events.update_browser_state,
|
| 985 |
-
inputs=[state],
|
| 986 |
-
outputs=[browser_state])
|
| 987 |
-
|
| 988 |
-
demo.load(fn=Gradio_Events.apply_browser_state,
|
| 989 |
-
inputs=[browser_state, state],
|
| 990 |
-
outputs=[conversations, state])
|
| 991 |
-
|
| 992 |
-
add_conversation_btn.click(fn=Gradio_Events.new_chat,
|
| 993 |
-
inputs=[state],
|
| 994 |
-
outputs=[conversations, chatbot, state])
|
| 995 |
-
conversations.active_change(fn=Gradio_Events.select_conversation,
|
| 996 |
-
inputs=[state],
|
| 997 |
-
outputs=[conversations, chatbot, state])
|
| 998 |
-
conversations.menu_click(fn=Gradio_Events.click_conversation_menu,
|
| 999 |
-
inputs=[state],
|
| 1000 |
-
outputs=[conversations, chatbot, state])
|
| 1001 |
-
prompts.item_click(fn=Gradio_Events.apply_prompt, outputs=[sender])
|
| 1002 |
|
| 1003 |
-
|
| 1004 |
-
|
| 1005 |
-
|
| 1006 |
-
|
| 1007 |
-
|
| 1008 |
-
|
| 1009 |
-
|
| 1010 |
-
|
| 1011 |
-
gr.on(triggers=[user_edit_btn.click, chatbot_edit_btn.click],
|
| 1012 |
-
fn=Gradio_Events.edit_message,
|
| 1013 |
-
inputs=[state],
|
| 1014 |
-
outputs=[edit_textarea, state]).then(fn=Gradio_Events.open_modal,
|
| 1015 |
-
outputs=[edit_modal])
|
| 1016 |
-
edit_modal.ok(fn=Gradio_Events.confirm_edit_message,
|
| 1017 |
-
inputs=[edit_textarea, state],
|
| 1018 |
-
outputs=[chatbot, state]).then(fn=Gradio_Events.close_modal,
|
| 1019 |
-
outputs=[edit_modal])
|
| 1020 |
edit_modal.cancel(fn=Gradio_Events.close_modal, outputs=[edit_modal])
|
| 1021 |
-
gr.on(triggers=[
|
| 1022 |
-
|
| 1023 |
-
|
| 1024 |
-
|
| 1025 |
-
|
| 1026 |
-
outputs=[chatbot, state])
|
| 1027 |
-
|
| 1028 |
-
regenerating_event = chatbot_regenerate_popconfirm.confirm(
|
| 1029 |
-
fn=Gradio_Events.regenerate_message,
|
| 1030 |
-
inputs=[state],
|
| 1031 |
-
outputs=[sender, clear_btn, conversation_delete_menu_item, add_conversation_btn, conversations, chatbot, state])
|
| 1032 |
-
|
| 1033 |
-
submit_event = sender.submit(fn=Gradio_Events.submit,
|
| 1034 |
-
inputs=[sender, state],
|
| 1035 |
-
outputs=[sender, clear_btn, conversation_delete_menu_item,
|
| 1036 |
-
add_conversation_btn, conversations,chatbot, state])
|
| 1037 |
sender.cancel(fn=None, cancels=[submit_event, regenerating_event])
|
| 1038 |
-
sender.cancel(fn=Gradio_Events.cancel,
|
| 1039 |
-
|
| 1040 |
-
|
| 1041 |
-
|
| 1042 |
-
conversations, add_conversation_btn, chatbot, state
|
| 1043 |
-
])
|
| 1044 |
|
| 1045 |
if __name__ == "__main__":
|
| 1046 |
demo.queue(default_concurrency_limit=200).launch(ssr_mode=False, max_threads=200)
|
|
|
|
| 10 |
from typing import Generator, Dict, Any
|
| 11 |
import logging
|
| 12 |
import time
|
| 13 |
+
import pdfplumber
|
| 14 |
+
import tempfile
|
| 15 |
|
| 16 |
# =========== Configuration
|
| 17 |
# MODEL NAME
|
| 18 |
model = os.getenv("MODEL_NAME")
|
| 19 |
+
# Proxy server configuration
|
| 20 |
PROXY_BASE_URL = os.getenv("PROXY_API_BASE", "http://localhost:8000")
|
| 21 |
PROXY_TIMEOUT = int(os.getenv("PROXY_TIMEOUT", 30))
|
| 22 |
MAX_RETRIES = int(os.getenv("MAX_RETRIES", 5))
|
| 23 |
+
# Save history
|
| 24 |
save_history = True
|
| 25 |
|
| 26 |
# =========== Configuration
|
| 27 |
|
| 28 |
+
# Configure logging
|
| 29 |
logging.basicConfig(level=logging.INFO)
|
| 30 |
logger = logging.getLogger(__name__)
|
| 31 |
|
| 32 |
class DeltaObject:
|
| 33 |
+
"""Simulate OpenAI Delta object"""
|
| 34 |
def __init__(self, data: dict):
|
| 35 |
self.content = data.get('content')
|
| 36 |
self.role = data.get('role')
|
| 37 |
|
| 38 |
class ChoiceObject:
|
| 39 |
+
"""Simulate OpenAI Choice object"""
|
| 40 |
def __init__(self, choice_data: dict):
|
| 41 |
delta_data = choice_data.get('delta', {})
|
| 42 |
self.delta = DeltaObject(delta_data)
|
|
|
|
| 44 |
self.index = choice_data.get('index', 0)
|
| 45 |
|
| 46 |
class ChunkObject:
|
| 47 |
+
"""Simulate OpenAI Chunk object"""
|
| 48 |
def __init__(self, chunk_data: dict):
|
| 49 |
choices_data = chunk_data.get('choices', [])
|
| 50 |
self.choices = [ChoiceObject(choice) for choice in choices_data]
|
|
|
|
| 54 |
self.model = chunk_data.get('model', '')
|
| 55 |
|
| 56 |
class ProxyClient:
|
| 57 |
+
"""Proxy client for communicating with the intermediate service"""
|
| 58 |
|
| 59 |
def __init__(self, base_url: str, timeout: int = 30):
|
| 60 |
self.base_url = base_url.rstrip('/')
|
|
|
|
| 62 |
self.session = requests.Session()
|
| 63 |
|
| 64 |
def chat_completions_create(self, model: str, messages: list, stream: bool = True, **kwargs):
|
| 65 |
+
"""Create chat completion request"""
|
| 66 |
url = f"{self.base_url}/chat/completions"
|
| 67 |
|
| 68 |
payload = {
|
|
|
|
| 92 |
raise Exception(f"Failed to connect to proxy server: {str(e)}")
|
| 93 |
|
| 94 |
def _parse_stream_response(self, response) -> Generator[ChunkObject, None, None]:
|
| 95 |
+
"""Parse streaming response"""
|
| 96 |
try:
|
| 97 |
+
response eventos.encoding = 'utf-8'
|
|
|
|
| 98 |
|
| 99 |
for line in response.iter_lines(decode_unicode=True):
|
| 100 |
if not line:
|
|
|
|
| 102 |
|
| 103 |
line = line.strip()
|
| 104 |
if line.startswith('data: '):
|
| 105 |
+
data = line[6:]
|
| 106 |
|
| 107 |
if data == '[DONE]':
|
| 108 |
break
|
|
|
|
| 110 |
try:
|
| 111 |
chunk_data = json.loads(data)
|
| 112 |
|
|
|
|
| 113 |
if 'error' in chunk_data:
|
| 114 |
raise Exception(f"Stream error: {chunk_data.get('detail', chunk_data['error'])}")
|
| 115 |
|
|
|
|
| 116 |
yield ChunkObject(chunk_data)
|
| 117 |
|
| 118 |
except json.JSONDecodeError as e:
|
|
|
|
| 124 |
raise
|
| 125 |
|
| 126 |
def health_check(self) -> dict:
|
| 127 |
+
"""Health check"""
|
| 128 |
try:
|
| 129 |
url = f"{self.base_url}/health"
|
| 130 |
response = self.session.get(url, timeout=self.timeout)
|
|
|
|
| 134 |
logger.error(f"Health check failed: {str(e)}")
|
| 135 |
return {"status": "unhealthy", "error": str(e)}
|
| 136 |
|
| 137 |
+
# Initialize proxy client
|
| 138 |
client = ProxyClient(PROXY_BASE_URL, PROXY_TIMEOUT)
|
| 139 |
|
| 140 |
def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
| 141 |
+
"""Chat function with retry mechanism"""
|
| 142 |
last_exception = None
|
| 143 |
|
| 144 |
for attempt in range(max_retries):
|
| 145 |
try:
|
| 146 |
logger.info(f"Chat attempt {attempt + 1}/{max_retries}")
|
| 147 |
|
|
|
|
| 148 |
health = client.health_check()
|
| 149 |
if health.get("status") != "healthy":
|
| 150 |
raise Exception(f"Proxy service unhealthy: {health}")
|
|
|
|
| 153 |
model=model,
|
| 154 |
messages=history_messages,
|
| 155 |
stream=True,
|
| 156 |
+
temperature=0.7, top_p=0.8
|
| 157 |
)
|
| 158 |
|
| 159 |
return response
|
|
|
|
| 163 |
logger.warning(f"Attempt {attempt + 1} failed: {str(e)}")
|
| 164 |
|
| 165 |
if attempt < max_retries - 1:
|
|
|
|
| 166 |
wait_time = min(2 ** attempt, 4)
|
| 167 |
logger.info(f"Retrying in {wait_time} seconds...")
|
| 168 |
time.sleep(wait_time)
|
|
|
|
| 171 |
|
| 172 |
raise last_exception
|
| 173 |
|
| 174 |
+
def handle_file_upload(file, state_value):
|
| 175 |
+
"""Handle PDF file upload and summarization"""
|
| 176 |
+
if file is None:
|
| 177 |
+
return state_value, state_value["conversations_history"].get(state_value["conversation_id"], [])
|
| 178 |
+
|
| 179 |
+
history = state_value["conversations_history"].get(state_value["conversation_id"], [])
|
| 180 |
+
|
| 181 |
+
filename = os.path.basename(file.name)
|
| 182 |
+
history.append({
|
| 183 |
+
"role": "user",
|
| 184 |
+
"meta": {},
|
| 185 |
+
"key": str(uuid.uuid4()),
|
| 186 |
+
"content": f"Uploaded PDF: {filename}"
|
| 187 |
+
})
|
| 188 |
+
|
| 189 |
+
with pdfplumber.open(file.name) as pdf:
|
| 190 |
+
text = ""
|
| 191 |
+
for page in pdf.pages:
|
| 192 |
+
text += page.extract_text() or ""
|
| 193 |
+
|
| 194 |
+
prompt = f"Summarize this document: {text}"
|
| 195 |
+
|
| 196 |
+
summary_key = str(uuid.uuid4())
|
| 197 |
+
history.append({
|
| 198 |
+
"role": "assistant",
|
| 199 |
+
"content": "Summarizing the uploaded PDF...",
|
| 200 |
+
"key": summary_key,
|
| 201 |
+
"meta": {"reason_content": ""},
|
| 202 |
+
"loading": True,
|
| 203 |
+
})
|
| 204 |
+
|
| 205 |
+
state_value["conversations_history"][state_value["conversation_id"]] = history
|
| 206 |
+
|
| 207 |
+
yield state_value, history
|
| 208 |
+
|
| 209 |
+
try:
|
| 210 |
+
messages = [{"role": "user", "content": prompt}]
|
| 211 |
+
response = chat_with_retry(messages)
|
| 212 |
+
|
| 213 |
+
summary = ""
|
| 214 |
+
for chunk in response:
|
| 215 |
+
if chunk.choices and len(chunk.choices) > 0:
|
| 216 |
+
content = chunk.choices[0].delta.content
|
| 217 |
+
if content:
|
| 218 |
+
summary += content
|
| 219 |
+
|
| 220 |
+
for item in history:
|
| 221 |
+
if item["key"] == summary_key:
|
| 222 |
+
item["content"] = summary
|
| 223 |
+
item["loading"] = False
|
| 224 |
+
item["meta"]["end"] = True
|
| 225 |
+
break
|
| 226 |
+
|
| 227 |
+
state_value["last_summary"] = summary
|
| 228 |
+
|
| 229 |
+
except Exception as e:
|
| 230 |
+
for item in history:
|
| 231 |
+
if item["key"] == summary_key:
|
| 232 |
+
item["content"] = "Failed to summarize the PDF."
|
| 233 |
+
item["loading"] = False
|
| 234 |
+
item["meta"]["end"] = True
|
| 235 |
+
item["meta"]["error"] = True
|
| 236 |
+
break
|
| 237 |
+
|
| 238 |
+
state_value["conversations_history"][state_value["conversation_id"]] = history
|
| 239 |
+
|
| 240 |
+
return state_value, history
|
| 241 |
+
|
| 242 |
+
def download_summary(state_value):
|
| 243 |
+
"""Generate a downloadable summary file"""
|
| 244 |
+
if state_value["last_summary"]:
|
| 245 |
+
with tempfile.NamedTemporaryFile(delete=False, suffix=".txt") as tmp_file:
|
| 246 |
+
tmp_file.write(state_value["last_summary"].encode('utf-8'))
|
| 247 |
+
return tmp_file.name
|
| 248 |
+
return None
|
| 249 |
|
| 250 |
is_modelscope_studio = os.getenv('MODELSCOPE_ENVIRONMENT') == 'studio'
|
| 251 |
def get_text(text: str, cn_text: str):
|
|
|
|
| 256 |
logo_img = os.path.join(os.path.dirname(__file__), "rednote_hilab.png")
|
| 257 |
|
| 258 |
DEFAULT_PROMPTS = [{
|
| 259 |
+
"category": "🖋 Make a plan",
|
|
|
|
| 260 |
"prompts": [
|
| 261 |
"Help me with a plan to start a business",
|
| 262 |
"Help me with a plan to achieve my goals",
|
| 263 |
"Help me with a plan for a successful interview"
|
| 264 |
]
|
| 265 |
}, {
|
| 266 |
+
"category": "📅 Help me write",
|
|
|
|
| 267 |
"prompts": [
|
| 268 |
"Help me write a story with a twist ending",
|
| 269 |
"Help me write a blog post on mental health",
|
|
|
|
| 272 |
}]
|
| 273 |
|
| 274 |
DEFAULT_SUGGESTIONS = [{
|
| 275 |
+
"label": 'Make a plan',
|
| 276 |
+
"value": "Make a plan",
|
|
|
|
|
|
|
| 277 |
"children": [{
|
| 278 |
"label": "Start a business",
|
| 279 |
"value": "Help me with a plan to start a business"
|
|
|
|
| 285 |
"value": "Help me with a plan for a successful interview"
|
| 286 |
}]
|
| 287 |
}, {
|
| 288 |
+
"label": 'Help me write',
|
| 289 |
+
"value": "Help me write",
|
|
|
|
|
|
|
| 290 |
"children": [{
|
| 291 |
"label": "Story with a twist ending",
|
| 292 |
"value": "Help me write a story with a twist ending"
|
|
|
|
| 309 |
}
|
| 310 |
}
|
| 311 |
|
|
|
|
| 312 |
def format_history(history):
|
| 313 |
messages = [{
|
| 314 |
"role": "system",
|
|
|
|
| 321 |
messages.append({"role": "assistant", "content": item["content"]})
|
| 322 |
return messages
|
| 323 |
|
|
|
|
| 324 |
class Gradio_Events:
|
|
|
|
| 325 |
@staticmethod
|
| 326 |
def _submit(state_value):
|
| 327 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
|
|
|
| 328 |
history_messages = format_history(history)
|
| 329 |
|
| 330 |
history.append({
|
| 331 |
"role": "assistant",
|
| 332 |
"content": "",
|
| 333 |
"key": str(uuid.uuid4()),
|
| 334 |
+
"meta": {"reason_content": ""},
|
|
|
|
|
|
|
| 335 |
"loading": True,
|
| 336 |
})
|
| 337 |
|
|
|
|
| 344 |
|
| 345 |
thought_done = False
|
| 346 |
for chunk in response:
|
|
|
|
| 347 |
if chunk.choices and len(chunk.choices) > 0:
|
| 348 |
content = chunk.choices[0].delta.content
|
| 349 |
else:
|
|
|
|
| 376 |
chatbot: gr.update(items=history),
|
| 377 |
state: gr.update(value=state_value)
|
| 378 |
}
|
| 379 |
+
print('Error: ', e)
|
| 380 |
raise e
|
|
|
|
| 381 |
|
| 382 |
@staticmethod
|
| 383 |
def submit(sender_value, state_value):
|
|
|
|
| 391 |
"key": random_id
|
| 392 |
})
|
| 393 |
|
| 394 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
| 395 |
history.append({
|
| 396 |
"role": "user",
|
| 397 |
"meta": {},
|
|
|
|
| 399 |
"content": sender_value
|
| 400 |
})
|
| 401 |
|
|
|
|
| 402 |
yield Gradio_Events.preprocess_submit()(state_value)
|
| 403 |
try:
|
| 404 |
+
for chunk in Gradio_Events._submit(state_value):
|
| 405 |
yield chunk
|
| 406 |
except Exception as e:
|
| 407 |
raise e
|
| 408 |
finally:
|
| 409 |
+
yield Gradio_Events.postprocess_submit(state_value)
|
|
|
|
| 410 |
|
| 411 |
@staticmethod
|
| 412 |
def regenerate_message(state_value, e: gr.EventData):
|
| 413 |
conversation_key = e._data["component"]["conversationKey"]
|
| 414 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
| 415 |
index = -1
|
| 416 |
for i, conversation in enumerate(history):
|
| 417 |
if conversation["key"] == conversation_key:
|
|
|
|
| 420 |
if index == -1:
|
| 421 |
yield gr.skip()
|
| 422 |
history = history[:index]
|
| 423 |
+
state_value["conversations_history"][state_value["conversation_id"]] = history
|
|
|
|
| 424 |
|
| 425 |
yield {
|
| 426 |
+
chatbot: gr.update(items=history),
|
| 427 |
state: gr.update(value=state_value)
|
| 428 |
}
|
| 429 |
|
|
|
|
| 430 |
yield Gradio_Events.preprocess_submit(clear_input=False)(state_value)
|
| 431 |
try:
|
| 432 |
+
for chunk in Gradio_Events._submit(state_value):
|
| 433 |
yield chunk
|
| 434 |
except Exception as e:
|
| 435 |
raise e
|
| 436 |
finally:
|
| 437 |
+
yield Gradio_Events.postprocess_submit(state_value)
|
|
|
|
|
|
|
| 438 |
|
| 439 |
@staticmethod
|
| 440 |
def preprocess_submit(clear_input=True):
|
|
|
|
| 441 |
def preprocess_submit_handler(state_value):
|
| 442 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
| 443 |
for conversation in history:
|
| 444 |
if "meta" in conversation:
|
| 445 |
conversation["meta"]["disabled"] = True
|
| 446 |
return {
|
| 447 |
sender: gr.update(value=None, loading=True) if clear_input else gr.update(loading=True),
|
| 448 |
+
conversations: gr.update(active_key=state_value["conversation_id"],
|
| 449 |
+
items=list(map(lambda item: {**item, "disabled": True if item["key"] != state_value["conversation_id"] else False}, state_value["conversations"]))),
|
| 450 |
+
add_conversation_btn: gr.update(disabled=True),
|
| 451 |
+
clear_btn: gr.update(disabled=True),
|
| 452 |
+
conversation_delete_menu_item: gr.update(disabled=True),
|
| 453 |
+
chatbot: gr.update(items=history),
|
| 454 |
+
state: gr.update(value=state_value),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 455 |
}
|
|
|
|
| 456 |
return preprocess_submit_handler
|
| 457 |
|
| 458 |
@staticmethod
|
| 459 |
def postprocess_submit(state_value):
|
| 460 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
| 461 |
for conversation in history:
|
| 462 |
if "meta" in conversation:
|
| 463 |
conversation["meta"]["disabled"] = False
|
|
|
|
| 473 |
|
| 474 |
@staticmethod
|
| 475 |
def cancel(state_value):
|
| 476 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
| 477 |
history[-1]["loading"] = False
|
| 478 |
history[-1]["meta"]["end"] = True
|
| 479 |
history[-1]["meta"]["canceled"] = True
|
|
|
|
| 482 |
@staticmethod
|
| 483 |
def delete_message(state_value, e: gr.EventData):
|
| 484 |
conversation_key = e._data["component"]["conversationKey"]
|
| 485 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
| 486 |
history = [item for item in history if item["key"] != conversation_key]
|
| 487 |
+
state_value["conversations_history"][state_value["conversation_id"]] = history
|
| 488 |
+
return gr.update(items=history if len(history) > 0 else DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 489 |
|
| 490 |
@staticmethod
|
| 491 |
def edit_message(state_value, e: gr.EventData):
|
| 492 |
conversation_key = e._data["component"]["conversationKey"]
|
| 493 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
| 494 |
index = -1
|
| 495 |
for i, conversation in enumerate(history):
|
| 496 |
if conversation["key"] == conversation_key:
|
|
|
|
| 508 |
|
| 509 |
@staticmethod
|
| 510 |
def confirm_edit_message(edit_textarea_value, state_value):
|
| 511 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
| 512 |
message = history[state_value["editing_message_index"]]
|
| 513 |
if isinstance(message["content"], str):
|
| 514 |
message["content"] = edit_textarea_value
|
|
|
|
| 529 |
if not state_value["conversation_id"]:
|
| 530 |
return gr.skip()
|
| 531 |
state_value["conversation_id"] = ""
|
| 532 |
+
return gr.update(active_key=state_value["conversation_id"]), gr.update(items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
|
|
|
| 533 |
|
| 534 |
@staticmethod
|
| 535 |
def select_conversation(state_value, e: gr.EventData):
|
| 536 |
active_key = e._data["payload"][0]
|
| 537 |
+
if state_value["conversation_id"] == active_key or (active_key not in state_value["conversations_history"]):
|
|
|
|
| 538 |
return gr.skip()
|
| 539 |
state_value["conversation_id"] = active_key
|
| 540 |
+
return gr.update(active_key=active_key), gr.update(items=state_value["conversations_history"][active_key]), gr.update(value=state_value)
|
|
|
|
|
|
|
| 541 |
|
| 542 |
@staticmethod
|
| 543 |
def click_conversation_menu(state_value, e: gr.EventData):
|
|
|
|
| 545 |
operation = e._data["payload"][1]["key"]
|
| 546 |
if operation == "delete":
|
| 547 |
del state_value["conversations_history"][conversation_id]
|
| 548 |
+
state_value["conversations"] = [item for item in state_value["conversations"] if item["key"] != conversation_id]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 549 |
if state_value["conversation_id"] == conversation_id:
|
| 550 |
state_value["conversation_id"] = ""
|
| 551 |
+
return gr.update(items=state_value["conversations"], active_key=state_value["conversation_id"]), gr.update(items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 552 |
else:
|
| 553 |
+
return gr.update(items=state_value["conversations"]), gr.skip(), gr.update(value=state_value)
|
|
|
|
|
|
|
| 554 |
return gr.skip()
|
| 555 |
|
| 556 |
@staticmethod
|
| 557 |
def clear_conversation_history(state_value):
|
| 558 |
if not state_value["conversation_id"]:
|
| 559 |
return gr.skip()
|
| 560 |
+
state_value["conversations_history"][state_value["conversation_id"]] = []
|
| 561 |
+
return gr.update(items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
|
|
|
|
|
|
| 562 |
|
| 563 |
@staticmethod
|
| 564 |
def close_modal():
|
|
|
|
| 570 |
|
| 571 |
@staticmethod
|
| 572 |
def update_browser_state(state_value):
|
| 573 |
+
return gr.update(value=dict(conversations=state_value["conversations"], conversations_history=state_value["conversations_history"]))
|
|
|
|
|
|
|
|
|
|
| 574 |
|
| 575 |
@staticmethod
|
| 576 |
def apply_browser_state(browser_state_value, state_value):
|
| 577 |
state_value["conversations"] = browser_state_value["conversations"]
|
| 578 |
+
state_value["conversations_history"] = browser_state_value["conversations_history"]
|
| 579 |
+
return gr.update(items=browser_state_value["conversations"]), gr.update(value=state_value)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 580 |
|
| 581 |
css = """
|
| 582 |
.gradio-container {
|
|
|
|
| 623 |
}
|
| 624 |
"""
|
| 625 |
|
|
|
|
| 626 |
def logo():
|
| 627 |
+
with antd.Typography.Title(level=1, elem_style=dict(fontSize=24, padding=8, margin=0)):
|
|
|
|
|
|
|
|
|
|
| 628 |
with antd.Flex(align="center", gap="small", justify="center"):
|
| 629 |
+
antd.Image(logo_img, preview=False, alt="logo", width=24, height=24)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 630 |
ms.Span("dots.llm1.inst")
|
| 631 |
|
|
|
|
| 632 |
with gr.Blocks(css=css, fill_width=True) as demo:
|
| 633 |
state = gr.State({
|
| 634 |
"conversations_history": {},
|
| 635 |
"conversations": [],
|
| 636 |
"conversation_id": "",
|
| 637 |
"editing_message_index": -1,
|
| 638 |
+
"last_summary": ""
|
| 639 |
})
|
| 640 |
|
| 641 |
+
with ms.Application(), antdx.XProvider(theme=DEFAULT_THEME, locale=DEFAULT_LOCALE), ms.AutoLoading():
|
|
|
|
| 642 |
with antd.Row(gutter=[20, 20], wrap=False, elem_id="chatbot"):
|
| 643 |
+
with antd.Col(md=dict(flex="0 0 260px", span=24, order=0), span=0, order=1, elem_classes="chatbot-conversations",
|
| 644 |
+
elem_style=dict(maxWidth="260px", minWidth="260px", overflow="hidden")):
|
| 645 |
+
with antd.Flex(vertical=True, gap="small", elem_style=dict(height="100%", width="100%", minWidth="0")):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 646 |
logo()
|
| 647 |
+
with antd.Button(value=None, color="primary", variant="filled", block=True, elem_style=dict(maxWidth="100%")) as add_conversation_btn:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 648 |
ms.Text(get_text("New Conversation", "新建对话"))
|
| 649 |
with ms.Slot("icon"):
|
| 650 |
antd.Icon("PlusOutlined")
|
| 651 |
+
with antdx.Conversations(elem_classes="chatbot-conversations-list", elem_style=dict(width="100%", minWidth="0", overflow="hidden", flex="1")) as conversations:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 652 |
with ms.Slot('menu.items'):
|
| 653 |
+
with antd.Menu.Item(label="Delete", key="delete", danger=True) as conversation_delete_menu_item:
|
|
|
|
|
|
|
| 654 |
with ms.Slot("icon"):
|
| 655 |
antd.Icon("DeleteOutlined")
|
|
|
|
| 656 |
with antd.Col(flex=1, elem_style=dict(height="100%")):
|
| 657 |
+
with antd.Flex(vertical=True, gap="middle", elem_classes="chatbot-chat"):
|
| 658 |
+
with antdx.Bubble.List(items=DEFAULT_CONVERSATIONS_HISTORY, elem_classes="chatbot-chat-messages") as chatbot:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 659 |
with ms.Slot("roles"):
|
| 660 |
+
with antdx.Bubble.List.Role(role="placeholder", styles=dict(content=dict(width="100%")), variant="borderless"):
|
|
|
|
|
|
|
|
|
|
|
|
|
| 661 |
with ms.Slot("messageRender"):
|
| 662 |
+
with antd.Space(direction="vertical", size=16, elem_style=dict(width="100%")):
|
| 663 |
+
with antdx.Welcome(styles=dict(icon=dict(flexShrink=0)), variant="borderless",
|
| 664 |
+
title=get_text("Hello, I'm dots.", "你好,我是 dots."),
|
| 665 |
+
description=get_text("You can type text to get started.", "你可以输入文本开始对话。")):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 666 |
with ms.Slot("icon"):
|
| 667 |
+
antd.Image(logo_img, preview=False)
|
| 668 |
+
with antdx.Prompts(title=get_text("How can I help you today?", "有什么我能帮助你的吗?"),
|
| 669 |
+
styles={"list": {"width": '100%'}, "item": {"flex": 1}}) as prompts:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 670 |
for item in DEFAULT_PROMPTS:
|
| 671 |
+
with antdx.Prompts.Item(label=item["category"]):
|
| 672 |
+
for prompt in item["prompts"]:
|
| 673 |
+
antdx.Prompts.Item(description=prompt)
|
| 674 |
+
with antdx.Bubble.List.Role(role="user", placement="end", elem_classes="chatbot-chat-message",
|
| 675 |
+
class_names=dict(footer="chatbot-chat-message-footer"),
|
| 676 |
+
styles=dict(content=dict(maxWidth="100%", overflow='auto'))):
|
| 677 |
+
with ms.Slot("messageRender", params_mapping="(content) => content"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 678 |
ms.Markdown()
|
| 679 |
+
with ms.Slot("footer", params_mapping="""(bubble) => {
|
| 680 |
+
return {
|
| 681 |
+
copy_btn: { copyable: { text: typeof bubble.content === 'string' ? bubble.content : bubble.content?.text, tooltips: false } },
|
| 682 |
+
edit_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
| 683 |
+
delete_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
| 684 |
+
};
|
| 685 |
+
}"""):
|
| 686 |
+
with antd.Typography.Text(copyable=dict(tooltips=False), as_item="copy_btn"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 687 |
with ms.Slot("copyable.icon"):
|
| 688 |
+
with antd.Button(value=None, size="small", color="default", variant="text"):
|
|
|
|
|
|
|
|
|
|
| 689 |
with ms.Slot("icon"):
|
| 690 |
antd.Icon("CopyOutlined")
|
| 691 |
+
with antd.Button(value=None, size="small", color="default", variant="text"):
|
|
|
|
|
|
|
|
|
|
| 692 |
with ms.Slot("icon"):
|
| 693 |
antd.Icon("CheckOutlined")
|
| 694 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="edit_btn") as user_edit_btn:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 695 |
with ms.Slot("icon"):
|
| 696 |
antd.Icon("EditOutlined")
|
| 697 |
+
with antd.Popconfirm(title="Delete the message", description="Are you sure to delete this message?",
|
| 698 |
+
ok_button_props=dict(danger=True), as_item="delete_btn") as user_delete_popconfirm:
|
| 699 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="delete_btn"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 700 |
with ms.Slot("icon"):
|
| 701 |
antd.Icon("DeleteOutlined")
|
| 702 |
+
with antdx.Bubble.List.Role(role="assistant", placement="start", elem_classes="chatbot-chat-message",
|
| 703 |
+
class_names=dict(footer="chatbot-chat-message-footer"),
|
| 704 |
+
styles=dict(content=dict(maxWidth="100%", overflow='auto'))):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 705 |
with ms.Slot("avatar"):
|
| 706 |
+
antd.Avatar(os.path.join(os.path.dirname(__file__), "rednote_hilab.png"))
|
| 707 |
+
with ms.Slot("messageRender", params_mapping="""(content, bubble) => {
|
| 708 |
+
const has_error = bubble?.meta?.error
|
| 709 |
+
return {
|
| 710 |
+
answer: { value: content },
|
| 711 |
+
canceled: bubble.meta?.canceled ? undefined : { style: { display: 'none' } }
|
| 712 |
+
}
|
| 713 |
+
}"""):
|
| 714 |
+
ms.Markdown(as_item="answer", elem_classes="answer-content")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 715 |
antd.Divider(as_item="canceled")
|
| 716 |
+
antd.Typography.Text(get_text("Chat completion paused.", "聊天已暂停。"), as_item="canceled", type="warning")
|
| 717 |
+
with ms.Slot("footer", params_mapping="""(bubble) => {
|
| 718 |
+
if (bubble?.meta?.end) {
|
| 719 |
+
return {
|
| 720 |
+
copy_btn: { copyable: { text: bubble.content, tooltips: false } },
|
| 721 |
+
regenerate_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
| 722 |
+
delete_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
| 723 |
+
edit_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
| 724 |
+
};
|
| 725 |
+
}
|
| 726 |
+
return { actions_container: { style: { display: 'none' } } };
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 727 |
}"""):
|
| 728 |
with ms.Div(as_item="actions_container"):
|
| 729 |
+
with antd.Typography.Text(copyable=dict(tooltips=False), as_item="copy_btn"):
|
|
|
|
|
|
|
| 730 |
with ms.Slot("copyable.icon"):
|
| 731 |
+
with antd.Button(value=None, size="small", color="default", variant="text"):
|
|
|
|
|
|
|
|
|
|
|
|
|
| 732 |
with ms.Slot("icon"):
|
| 733 |
+
antd.Icon("CopyOutlined")
|
| 734 |
+
with antd.Button(value=None, size="small", color="default", variant="text"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 735 |
with ms.Slot("icon"):
|
| 736 |
+
antd.Icon("CheckOutlined")
|
| 737 |
+
with antd.Popconfirm(title=get_text("Regenerate the message", "重新生成消息"),
|
| 738 |
+
description=get_text("Regenerate the message will also delete all subsequent messages.", "重新生成消息将会删除所有的后续消息。"),
|
| 739 |
+
ok_button_props=dict(danger=True), as_item="regenerate_btn") as chatbot_regenerate_popconfirm:
|
| 740 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="regenerate_btn"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 741 |
with ms.Slot("icon"):
|
| 742 |
antd.Icon("SyncOutlined")
|
| 743 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="edit_btn") as chatbot_edit_btn:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 744 |
with ms.Slot("icon"):
|
| 745 |
antd.Icon("EditOutlined")
|
| 746 |
+
with antd.Popconfirm(title=get_text("Delete the message", "删除消息"),
|
| 747 |
+
description=get_text("Are you sure to delete this message?", "确定要删除这条消息吗?"),
|
| 748 |
+
ok_button_props=dict(danger=True), as_item="delete_btn") as chatbot_delete_popconfirm:
|
| 749 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="delete_btn"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 750 |
with ms.Slot("icon"):
|
| 751 |
antd.Icon("DeleteOutlined")
|
| 752 |
+
with antdx.Suggestion(items=DEFAULT_SUGGESTIONS, should_trigger="""(e, { onTrigger, onKeyDown }) => {
|
| 753 |
+
switch(e.key) {
|
| 754 |
+
case '/':
|
| 755 |
+
onTrigger()
|
| 756 |
+
break
|
| 757 |
+
case 'ArrowRight':
|
| 758 |
+
case 'ArrowLeft':
|
| 759 |
+
case 'ArrowUp':
|
| 760 |
+
case 'ArrowDown':
|
| 761 |
+
break;
|
| 762 |
+
default:
|
| 763 |
+
onTrigger(false)
|
| 764 |
+
}
|
| 765 |
+
onKeyDown(e)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 766 |
}""") as suggestion:
|
| 767 |
with ms.Slot("children"):
|
| 768 |
+
with antdx.Sender(placeholder=get_text("Enter / to get suggestions", "输入 / 获取建议")) as sender:
|
|
|
|
|
|
|
| 769 |
with ms.Slot("prefix"):
|
| 770 |
+
with antd.Tooltip(title=get_text("Clear Conversation History", "清空对话历史")):
|
| 771 |
+
with antd.Button(value=None, type="text") as clear_btn:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 772 |
with ms.Slot("icon"):
|
| 773 |
antd.Icon("ClearOutlined")
|
| 774 |
+
file_upload = gr.File(label="Upload PDF for summarization", file_types=[".pdf"])
|
| 775 |
+
with gr.Row():
|
| 776 |
+
download_btn = gr.Button("Download Last Summary")
|
| 777 |
+
summary_file = gr.File(label="Summary File", interactive=False)
|
| 778 |
+
|
| 779 |
+
with antd.Modal(title=get_text("Edit Message", "编辑消息"), open=False, centered=True, width="60%") as edit_modal:
|
| 780 |
+
edit_textarea = antd.Input.Textarea(auto_size=dict(minRows=2, maxRows=6), elem_style=dict(width="100%"))
|
| 781 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 782 |
if save_history:
|
| 783 |
+
browser_state = gr.BrowserState({"conversations_history": {}, "conversations": []}, storage_key="dots_chatbot_storage")
|
| 784 |
+
state.change(fn=Gradio_Events.update_browser_state, inputs=[state], outputs=[browser_state])
|
| 785 |
+
demo.load(fn=Gradio_Events.apply_browser_state, inputs=[browser_state, state], outputs=[conversations, state])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 786 |
|
| 787 |
+
add_conversation_btn.click(fn=Gradio_Events.new_chat, inputs=[state], outputs=[conversations, chatbot, state])
|
| 788 |
+
conversations.active_change(fn=Gradio_Events.select_conversation, inputs=[state], outputs=[conversations, chatbot, state])
|
| 789 |
+
conversations.menu_click(fn=Gradio_Events.click_conversation_menu, inputs=[state], outputs=[conversations, chatbot, state])
|
| 790 |
+
prompts.item_click(fn=Gradio_Events.apply_prompt, outputs=[sender])
|
| 791 |
+
clear_btn.click(fn=Gradio_Events.clear_conversation_history, inputs=[state], outputs=[chatbot, state])
|
| 792 |
+
suggestion.select(fn=Gradio_Events.select_suggestion, inputs=[sender], outputs=[sender])
|
| 793 |
+
gr.on(triggers=[user_edit_btn.click, chatbot_edit_btn.click], fn=Gradio_Events.edit_message, inputs=[state], outputs=[edit_textarea, state]).then(fn=Gradio_Events.open_modal, outputs=[edit_modal])
|
| 794 |
+
edit_modal.ok(fn=Gradio_Events.confirm_edit_message, inputs=[edit_textarea, state], outputs=[chatbot, state]).then(fn=Gradio_Events.close_modal, outputs=[edit_modal])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 795 |
edit_modal.cancel(fn=Gradio_Events.close_modal, outputs=[edit_modal])
|
| 796 |
+
gr.on(triggers=[chatbot_delete_popconfirm.confirm, user_delete_popconfirm.confirm], fn=Gradio_Events.delete_message, inputs=[state], outputs=[chatbot, state])
|
| 797 |
+
regenerating_event = chatbot_regenerate_popconfirm.confirm(fn=Gradio_Events.regenerate_message, inputs=[state],
|
| 798 |
+
outputs=[sender, clear_btn, conversation_delete_menu_item, add_conversation_btn, conversations, chatbot, state])
|
| 799 |
+
submit_event = sender.submit(fn=Gradio_Events.submit, inputs=[sender, state],
|
| 800 |
+
outputs=[sender, clear_btn, conversation_delete_menu_item, add_conversation_btn, conversations, chatbot, state])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 801 |
sender.cancel(fn=None, cancels=[submit_event, regenerating_event])
|
| 802 |
+
sender.cancel(fn=Gradio_Events.cancel, inputs=[state],
|
| 803 |
+
outputs=[sender, conversation_delete_menu_item, clear_btn, conversations, add_conversation_btn, chatbot, state])
|
| 804 |
+
file_upload.change(fn=handle_file_upload, inputs=[file_upload, state], outputs=[state, chatbot])
|
| 805 |
+
download_btn.click(fn=download_summary, inputs=[state], outputs=[summary_file])
|
|
|
|
|
|
|
| 806 |
|
| 807 |
if __name__ == "__main__":
|
| 808 |
demo.queue(default_concurrency_limit=200).launch(ssr_mode=False, max_threads=200)
|