Update app.py
Browse files
app.py
CHANGED
|
@@ -38,6 +38,7 @@ def respond(message, history, model, approach, system_message, max_tokens, tempe
|
|
| 38 |
return response.choices[0].message.content
|
| 39 |
else:
|
| 40 |
system_prompt = system_message
|
|
|
|
| 41 |
if approach == 'rto':
|
| 42 |
final_response = round_trip_optimization(system_prompt, initial_query, client, model)
|
| 43 |
elif approach == 'z3':
|
|
@@ -83,7 +84,7 @@ def create_approach_dropdown():
|
|
| 83 |
)
|
| 84 |
|
| 85 |
with gr.Blocks() as demo:
|
| 86 |
-
gr.Markdown("#
|
| 87 |
|
| 88 |
with gr.Row():
|
| 89 |
system_message = gr.Textbox(value="", label="System message")
|
|
|
|
| 38 |
return response.choices[0].message.content
|
| 39 |
else:
|
| 40 |
system_prompt = system_message
|
| 41 |
+
initial_query = message
|
| 42 |
if approach == 'rto':
|
| 43 |
final_response = round_trip_optimization(system_prompt, initial_query, client, model)
|
| 44 |
elif approach == 'z3':
|
|
|
|
| 84 |
)
|
| 85 |
|
| 86 |
with gr.Blocks() as demo:
|
| 87 |
+
gr.Markdown("# optillm - LLM Inference Comparison")
|
| 88 |
|
| 89 |
with gr.Row():
|
| 90 |
system_message = gr.Textbox(value="", label="System message")
|