description
Browse files
app.py
CHANGED
@@ -169,6 +169,16 @@ def single_edit_tab():
|
|
169 |
button4locgen.click(fn=generate, inputs=loc_input, outputs=[button4gen_loc_ori, button4gen_loc_edit])
|
170 |
|
171 |
def continuous_edit_tab():
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
172 |
with gr.Row():
|
173 |
# edit_alg = gr.Dropdown(
|
174 |
# choices=['WISE', 'GRACE'],
|
@@ -345,29 +355,14 @@ with gr.Blocks(css=css,theme=gr.themes.Soft(text_size="sm")) as demo:
|
|
345 |
with gr.Accordion("Explanation", open=False):
|
346 |
gr.Markdown(
|
347 |
"""
|
348 |
-
Edit
|
349 |
-
|
350 |
-
|
351 |
-
|
352 |
-
|
353 |
-
|
354 |
"""
|
355 |
)
|
356 |
-
gr.Markdown(
|
357 |
-
"""
|
358 |
-
Reliability Evaluation: the optimization strategy during fine-tuning.
|
359 |
-
"""
|
360 |
-
)
|
361 |
-
gr.Markdown(
|
362 |
-
"""
|
363 |
-
Reliability Evaluation: the assessment of whether the target edit can be accomplished.
|
364 |
-
"""
|
365 |
-
)
|
366 |
-
gr.Markdown(
|
367 |
-
"""
|
368 |
-
Locality Evaluation: the assessment of whether unrelated content has been affected..
|
369 |
-
"""
|
370 |
-
)
|
371 |
|
372 |
with gr.Tab("Single Knowledge Editing"):
|
373 |
single_edit_tab()
|
|
|
169 |
button4locgen.click(fn=generate, inputs=loc_input, outputs=[button4gen_loc_ori, button4gen_loc_edit])
|
170 |
|
171 |
def continuous_edit_tab():
|
172 |
+
with gr.Accordion("Overview", open=True):
|
173 |
+
gr.Markdown(
|
174 |
+
"""
|
175 |
+
- [Continuous Knowledge Editing](https://arxiv.org/abs/2405.14768) is defined as multiple edits on the same model. We provide all the editing examples (10 in total) in the 'Evaluation Examples' section.
|
176 |
+
|
177 |
+
>- **Note 1**: ❗️❗️❗️ In the cold start phase, we have already continuously edited the first 6 examples, so you can proceed directly to the evaluation tests.
|
178 |
+
|
179 |
+
>- **Note 2**: The models edited by WISE and GRACE are the **same but independent** of each other. You need to switch the `Edit Algorithm` at the top for editing/evaluation.
|
180 |
+
"""
|
181 |
+
)
|
182 |
with gr.Row():
|
183 |
# edit_alg = gr.Dropdown(
|
184 |
# choices=['WISE', 'GRACE'],
|
|
|
355 |
with gr.Accordion("Explanation", open=False):
|
356 |
gr.Markdown(
|
357 |
"""
|
358 |
+
- `Edit Algorithm`: editing method. Choices: [[WISE](https://arxiv.org/abs/2405.14768), [GRACE](https://arxiv.org/abs/2211.11031), [ROME](https://arxiv.org/abs/2202.05262)]
|
359 |
+
- `Edit Steps`: the number of times a layer is trained in the editing method.
|
360 |
+
- `Edit LR (learning rate)`: the optimization strategy during fine-tuning.
|
361 |
+
- `Reliability Evaluation`: the assessment of whether the target edit can be accomplished.
|
362 |
+
- `Generalization Evaluation`: whether generalize to the unseen paraphrase prompt.
|
363 |
+
- `Locality Evaluation`: the assessment of whether unrelated content has been affected.
|
364 |
"""
|
365 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
366 |
|
367 |
with gr.Tab("Single Knowledge Editing"):
|
368 |
single_edit_tab()
|