description
Browse files
app.py
CHANGED
|
@@ -169,6 +169,16 @@ def single_edit_tab():
|
|
| 169 |
button4locgen.click(fn=generate, inputs=loc_input, outputs=[button4gen_loc_ori, button4gen_loc_edit])
|
| 170 |
|
| 171 |
def continuous_edit_tab():
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 172 |
with gr.Row():
|
| 173 |
# edit_alg = gr.Dropdown(
|
| 174 |
# choices=['WISE', 'GRACE'],
|
|
@@ -345,29 +355,14 @@ with gr.Blocks(css=css,theme=gr.themes.Soft(text_size="sm")) as demo:
|
|
| 345 |
with gr.Accordion("Explanation", open=False):
|
| 346 |
gr.Markdown(
|
| 347 |
"""
|
| 348 |
-
Edit
|
| 349 |
-
|
| 350 |
-
|
| 351 |
-
|
| 352 |
-
|
| 353 |
-
|
| 354 |
"""
|
| 355 |
)
|
| 356 |
-
gr.Markdown(
|
| 357 |
-
"""
|
| 358 |
-
Reliability Evaluation: the optimization strategy during fine-tuning.
|
| 359 |
-
"""
|
| 360 |
-
)
|
| 361 |
-
gr.Markdown(
|
| 362 |
-
"""
|
| 363 |
-
Reliability Evaluation: the assessment of whether the target edit can be accomplished.
|
| 364 |
-
"""
|
| 365 |
-
)
|
| 366 |
-
gr.Markdown(
|
| 367 |
-
"""
|
| 368 |
-
Locality Evaluation: the assessment of whether unrelated content has been affected..
|
| 369 |
-
"""
|
| 370 |
-
)
|
| 371 |
|
| 372 |
with gr.Tab("Single Knowledge Editing"):
|
| 373 |
single_edit_tab()
|
|
|
|
| 169 |
button4locgen.click(fn=generate, inputs=loc_input, outputs=[button4gen_loc_ori, button4gen_loc_edit])
|
| 170 |
|
| 171 |
def continuous_edit_tab():
|
| 172 |
+
with gr.Accordion("Overview", open=True):
|
| 173 |
+
gr.Markdown(
|
| 174 |
+
"""
|
| 175 |
+
- [Continuous Knowledge Editing](https://arxiv.org/abs/2405.14768) is defined as multiple edits on the same model. We provide all the editing examples (10 in total) in the 'Evaluation Examples' section.
|
| 176 |
+
|
| 177 |
+
>- **Note 1**: ❗️❗️❗️ In the cold start phase, we have already continuously edited the first 6 examples, so you can proceed directly to the evaluation tests.
|
| 178 |
+
|
| 179 |
+
>- **Note 2**: The models edited by WISE and GRACE are the **same but independent** of each other. You need to switch the `Edit Algorithm` at the top for editing/evaluation.
|
| 180 |
+
"""
|
| 181 |
+
)
|
| 182 |
with gr.Row():
|
| 183 |
# edit_alg = gr.Dropdown(
|
| 184 |
# choices=['WISE', 'GRACE'],
|
|
|
|
| 355 |
with gr.Accordion("Explanation", open=False):
|
| 356 |
gr.Markdown(
|
| 357 |
"""
|
| 358 |
+
- `Edit Algorithm`: editing method. Choices: [[WISE](https://arxiv.org/abs/2405.14768), [GRACE](https://arxiv.org/abs/2211.11031), [ROME](https://arxiv.org/abs/2202.05262)]
|
| 359 |
+
- `Edit Steps`: the number of times a layer is trained in the editing method.
|
| 360 |
+
- `Edit LR (learning rate)`: the optimization strategy during fine-tuning.
|
| 361 |
+
- `Reliability Evaluation`: the assessment of whether the target edit can be accomplished.
|
| 362 |
+
- `Generalization Evaluation`: whether generalize to the unseen paraphrase prompt.
|
| 363 |
+
- `Locality Evaluation`: the assessment of whether unrelated content has been affected.
|
| 364 |
"""
|
| 365 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 366 |
|
| 367 |
with gr.Tab("Single Knowledge Editing"):
|
| 368 |
single_edit_tab()
|