Spaces:
Runtime error
Runtime error
Steven Chen
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -16,7 +16,7 @@ DESCRIPTION = '''
|
|
| 16 |
LICENSE = """
|
| 17 |
<p/>
|
| 18 |
---
|
| 19 |
-
Built with model "StevenChen16/
|
| 20 |
"""
|
| 21 |
|
| 22 |
PLACEHOLDER = """
|
|
@@ -37,6 +37,26 @@ h1 {
|
|
| 37 |
background: #1565c0;
|
| 38 |
border-radius: 100vh;
|
| 39 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
"""
|
| 41 |
|
| 42 |
args = dict(
|
|
@@ -86,26 +106,37 @@ def query_model(user_input, history):
|
|
| 86 |
for new_text in chat_model.stream_chat(messages, max_new_tokens=512, temperature=0.9):
|
| 87 |
response += new_text
|
| 88 |
yield response
|
| 89 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 90 |
# Gradio block
|
| 91 |
chatbot = gr.Chatbot(height=450, placeholder=PLACEHOLDER, label='Gradio ChatInterface')
|
| 92 |
|
| 93 |
with gr.Blocks(css=css) as demo:
|
| 94 |
gr.Markdown(DESCRIPTION)
|
| 95 |
gr.DuplicateButton(value="Duplicate Space for private use", elem_id="duplicate-button")
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
)
|
|
|
|
|
|
|
|
|
|
| 108 |
gr.Markdown(LICENSE)
|
| 109 |
|
| 110 |
if __name__ == "__main__":
|
| 111 |
-
demo.launch()
|
|
|
|
| 16 |
LICENSE = """
|
| 17 |
<p/>
|
| 18 |
---
|
| 19 |
+
Built with model "StevenChen16/llama3-8B-Lawyer", based on "meta-llama/Meta-Llama-3-8B"
|
| 20 |
"""
|
| 21 |
|
| 22 |
PLACEHOLDER = """
|
|
|
|
| 37 |
background: #1565c0;
|
| 38 |
border-radius: 100vh;
|
| 39 |
}
|
| 40 |
+
.chat-message {
|
| 41 |
+
display: flex;
|
| 42 |
+
align-items: flex-start;
|
| 43 |
+
margin-bottom: 10px;
|
| 44 |
+
}
|
| 45 |
+
.chat-message img {
|
| 46 |
+
width: 40px;
|
| 47 |
+
height: 40px;
|
| 48 |
+
margin-right: 10px;
|
| 49 |
+
border-radius: 50%;
|
| 50 |
+
}
|
| 51 |
+
.chat-message .message {
|
| 52 |
+
max-width: 80%;
|
| 53 |
+
background-color: #f1f1f1;
|
| 54 |
+
padding: 10px;
|
| 55 |
+
border-radius: 10px;
|
| 56 |
+
}
|
| 57 |
+
.me .message {
|
| 58 |
+
background-color: #d1e7ff;
|
| 59 |
+
}
|
| 60 |
"""
|
| 61 |
|
| 62 |
args = dict(
|
|
|
|
| 106 |
for new_text in chat_model.stream_chat(messages, max_new_tokens=512, temperature=0.9):
|
| 107 |
response += new_text
|
| 108 |
yield response
|
| 109 |
+
|
| 110 |
+
# 格式化消息
|
| 111 |
+
def format_message(role, content):
|
| 112 |
+
if role == 'user':
|
| 113 |
+
avatar = '<div class="chat-message me"><img src="data:image/svg+xml,<svg xmlns=\'http://www.w3.org/2000/svg\' viewBox=\'0 0 100 100\'><rect width=\'100\' height=\'100\' fill=\'black\'/><text x=\'50%\' y=\'50%\' fill=\'white\' font-size=\'50\' text-anchor=\'middle\' alignment-baseline=\'central\'>Me</text></svg>" />'
|
| 114 |
+
else:
|
| 115 |
+
avatar = '<div class="chat-message"><img src="avatar.png" />'
|
| 116 |
+
return f'{avatar}<div class="message">{content}</div></div>'
|
| 117 |
+
|
| 118 |
# Gradio block
|
| 119 |
chatbot = gr.Chatbot(height=450, placeholder=PLACEHOLDER, label='Gradio ChatInterface')
|
| 120 |
|
| 121 |
with gr.Blocks(css=css) as demo:
|
| 122 |
gr.Markdown(DESCRIPTION)
|
| 123 |
gr.DuplicateButton(value="Duplicate Space for private use", elem_id="duplicate-button")
|
| 124 |
+
|
| 125 |
+
def respond(message, history):
|
| 126 |
+
formatted_user_message = format_message('user', message)
|
| 127 |
+
history.append((message, formatted_user_message))
|
| 128 |
+
response = query_model(message, history)
|
| 129 |
+
formatted_ai_response = format_message('ai', next(response))
|
| 130 |
+
history.append((message, formatted_ai_response))
|
| 131 |
+
return history, history
|
| 132 |
+
|
| 133 |
+
chatbot = gr.Chatbot(label='Gradio ChatInterface')
|
| 134 |
+
input_text = gr.Textbox(label="Input", placeholder="Type your question here...")
|
| 135 |
+
send_button = gr.Button("Send")
|
| 136 |
+
|
| 137 |
+
send_button.click(respond, [input_text, chatbot], [chatbot, chatbot])
|
| 138 |
+
|
| 139 |
gr.Markdown(LICENSE)
|
| 140 |
|
| 141 |
if __name__ == "__main__":
|
| 142 |
+
demo.launch(share=True)
|