Spaces:
Running
Running
update
Browse files- .gitignore +1 -0
- data/eval_data/azure_openai/azure/gpt-4o/shenzhen_sase/west_us_chatgpt_openai_azure_com/20250723_170505/agent-lingoace-zh-80-chat.jsonl +2 -2
- data/eval_data/azure_openai/azure/gpt-4o/shenzhen_sase/west_us_chatgpt_openai_azure_com/20250723_170505/agent-lingoace-zh-80-chat.jsonl.raw +0 -0
- examples/test_metrics/lingoace_chat_metric.py +2 -2
- llm_eval_script/azure_openai_chat.py +2 -2
- main.py +30 -28
.gitignore
CHANGED
|
@@ -3,6 +3,7 @@
|
|
| 3 |
.idea/
|
| 4 |
|
| 5 |
#/data/
|
|
|
|
| 6 |
#/data/eval_data
|
| 7 |
/data/raw_dataset
|
| 8 |
/dotenv/
|
|
|
|
| 3 |
.idea/
|
| 4 |
|
| 5 |
#/data/
|
| 6 |
+
/data/comment
|
| 7 |
#/data/eval_data
|
| 8 |
/data/raw_dataset
|
| 9 |
/dotenv/
|
data/eval_data/azure_openai/azure/gpt-4o/shenzhen_sase/west_us_chatgpt_openai_azure_com/20250723_170505/agent-lingoace-zh-80-chat.jsonl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a1a8ef591a4d981abb0f04cabc68b7917dc6cb3ccc1e57befbfa9fc4b2c8a22
|
| 3 |
+
size 875834
|
data/eval_data/azure_openai/azure/gpt-4o/shenzhen_sase/west_us_chatgpt_openai_azure_com/20250723_170505/agent-lingoace-zh-80-chat.jsonl.raw
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
examples/test_metrics/lingoace_chat_metric.py
CHANGED
|
@@ -43,12 +43,12 @@ python3 azure_openai.py --model_name gpt-4o-mini \
|
|
| 43 |
)
|
| 44 |
parser.add_argument(
|
| 45 |
"--eval_data_file",
|
| 46 |
-
default=(project_path / "data/eval_data/
|
| 47 |
type=str
|
| 48 |
)
|
| 49 |
parser.add_argument(
|
| 50 |
"--output_file",
|
| 51 |
-
default=(project_path / "data/eval_data/
|
| 52 |
type=str
|
| 53 |
)
|
| 54 |
parser.add_argument(
|
|
|
|
| 43 |
)
|
| 44 |
parser.add_argument(
|
| 45 |
"--eval_data_file",
|
| 46 |
+
default=(project_path / "data/eval_data/azure_openai/azure/gpt-4o/shenzhen_sase/west_us_chatgpt_openai_azure_com/20250723_170505/agent-lingoace-zh-80-chat.jsonl.raw").as_posix(),
|
| 47 |
type=str
|
| 48 |
)
|
| 49 |
parser.add_argument(
|
| 50 |
"--output_file",
|
| 51 |
+
default=(project_path / "data/eval_data/azure_openai/azure/gpt-4o/shenzhen_sase/west_us_chatgpt_openai_azure_com/20250723_170505/agent-lingoace-zh-80-chat.jsonl").as_posix(),
|
| 52 |
type=str
|
| 53 |
)
|
| 54 |
parser.add_argument(
|
llm_eval_script/azure_openai_chat.py
CHANGED
|
@@ -72,7 +72,7 @@ python3 azure_openai.py --model_name gpt-4o-mini \
|
|
| 72 |
)
|
| 73 |
parser.add_argument(
|
| 74 |
"--interval",
|
| 75 |
-
default=
|
| 76 |
type=int
|
| 77 |
)
|
| 78 |
args = parser.parse_args()
|
|
@@ -91,7 +91,7 @@ def main():
|
|
| 91 |
tz = ZoneInfo("Asia/Shanghai")
|
| 92 |
now = datetime.now(tz)
|
| 93 |
create_time_str = now.strftime("%Y%m%d_%H%M%S")
|
| 94 |
-
|
| 95 |
else:
|
| 96 |
create_time_str = args.create_time_str
|
| 97 |
|
|
|
|
| 72 |
)
|
| 73 |
parser.add_argument(
|
| 74 |
"--interval",
|
| 75 |
+
default=5,
|
| 76 |
type=int
|
| 77 |
)
|
| 78 |
args = parser.parse_args()
|
|
|
|
| 91 |
tz = ZoneInfo("Asia/Shanghai")
|
| 92 |
now = datetime.now(tz)
|
| 93 |
create_time_str = now.strftime("%Y%m%d_%H%M%S")
|
| 94 |
+
create_time_str = "20250723_170505"
|
| 95 |
else:
|
| 96 |
create_time_str = args.create_time_str
|
| 97 |
|
main.py
CHANGED
|
@@ -293,34 +293,11 @@ def main():
|
|
| 293 |
board_button = gr.Button(value="View", variant="primary", visible=True)
|
| 294 |
board_board = gr.DataFrame(value=llm_ranking_board, max_height=800, min_width=160, label="board", show_search="search")
|
| 295 |
|
| 296 |
-
|
| 297 |
-
|
| 298 |
-
|
| 299 |
-
|
| 300 |
-
)
|
| 301 |
-
with gr.TabItem("dataset"):
|
| 302 |
-
dataset_name = gr.Textbox(label="name")
|
| 303 |
-
dataset_desc = gr.Textbox(label="desc")
|
| 304 |
-
dataset_filename = gr.Textbox(label="filename")
|
| 305 |
-
|
| 306 |
-
gr.Examples(
|
| 307 |
-
examples=dataset_examples_list,
|
| 308 |
-
inputs=[dataset_name, dataset_desc, dataset_filename],
|
| 309 |
-
outputs=None,
|
| 310 |
)
|
| 311 |
-
dataset_button = gr.Button(value="View", variant="primary", visible=True)
|
| 312 |
-
dataset_df = gr.DataFrame(
|
| 313 |
-
value=None, label="dataset", interactive=True,
|
| 314 |
-
show_search="search",
|
| 315 |
-
elem_id="dataset_df"
|
| 316 |
-
)
|
| 317 |
-
dataset_button.click(
|
| 318 |
-
fn=when_click_view_dataset_button,
|
| 319 |
-
inputs=[dataset_filename],
|
| 320 |
-
outputs=[dataset_df],
|
| 321 |
-
)
|
| 322 |
-
_ = get_fs_tab()
|
| 323 |
-
_ = get_shell_tab()
|
| 324 |
with gr.TabItem("view_chat"):
|
| 325 |
view_chat_company = gr.Textbox(label="company", visible=False)
|
| 326 |
view_chat_model_name = gr.Textbox(label="model_name", visible=False)
|
|
@@ -334,7 +311,9 @@ def main():
|
|
| 334 |
with gr.Row():
|
| 335 |
view_chat_button = gr.Button(value="View", variant="primary", visible=True)
|
| 336 |
view_chat_df = gr.DataFrame(
|
| 337 |
-
value=None,
|
|
|
|
|
|
|
| 338 |
show_search="search",
|
| 339 |
elem_id="view_chat_df"
|
| 340 |
)
|
|
@@ -343,6 +322,29 @@ def main():
|
|
| 343 |
inputs=[view_chat_filename],
|
| 344 |
outputs=[view_chat_df],
|
| 345 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 346 |
|
| 347 |
# http://127.0.0.1:7861/
|
| 348 |
# http://10.75.27.247:7861/
|
|
|
|
| 293 |
board_button = gr.Button(value="View", variant="primary", visible=True)
|
| 294 |
board_board = gr.DataFrame(value=llm_ranking_board, max_height=800, min_width=160, label="board", show_search="search")
|
| 295 |
|
| 296 |
+
board_button.click(
|
| 297 |
+
fn=when_click_board_button,
|
| 298 |
+
inputs=[board_columns],
|
| 299 |
+
outputs=[board_board],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 300 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 301 |
with gr.TabItem("view_chat"):
|
| 302 |
view_chat_company = gr.Textbox(label="company", visible=False)
|
| 303 |
view_chat_model_name = gr.Textbox(label="model_name", visible=False)
|
|
|
|
| 311 |
with gr.Row():
|
| 312 |
view_chat_button = gr.Button(value="View", variant="primary", visible=True)
|
| 313 |
view_chat_df = gr.DataFrame(
|
| 314 |
+
value=None,
|
| 315 |
+
max_height = 1000, min_width = 160,
|
| 316 |
+
label="dataset", interactive=True,
|
| 317 |
show_search="search",
|
| 318 |
elem_id="view_chat_df"
|
| 319 |
)
|
|
|
|
| 322 |
inputs=[view_chat_filename],
|
| 323 |
outputs=[view_chat_df],
|
| 324 |
)
|
| 325 |
+
with gr.TabItem("dataset"):
|
| 326 |
+
dataset_name = gr.Textbox(label="name")
|
| 327 |
+
dataset_desc = gr.Textbox(label="desc")
|
| 328 |
+
dataset_filename = gr.Textbox(label="filename")
|
| 329 |
+
|
| 330 |
+
gr.Examples(
|
| 331 |
+
examples=dataset_examples_list,
|
| 332 |
+
inputs=[dataset_name, dataset_desc, dataset_filename],
|
| 333 |
+
outputs=None,
|
| 334 |
+
)
|
| 335 |
+
dataset_button = gr.Button(value="View", variant="primary", visible=True)
|
| 336 |
+
dataset_df = gr.DataFrame(
|
| 337 |
+
value=None, label="dataset", interactive=True,
|
| 338 |
+
show_search="search",
|
| 339 |
+
elem_id="dataset_df"
|
| 340 |
+
)
|
| 341 |
+
dataset_button.click(
|
| 342 |
+
fn=when_click_view_dataset_button,
|
| 343 |
+
inputs=[dataset_filename],
|
| 344 |
+
outputs=[dataset_df],
|
| 345 |
+
)
|
| 346 |
+
_ = get_fs_tab()
|
| 347 |
+
_ = get_shell_tab()
|
| 348 |
|
| 349 |
# http://127.0.0.1:7861/
|
| 350 |
# http://10.75.27.247:7861/
|