ZJUPeng commited on
Commit
4861094
1 Parent(s): d6682b6

description

Browse files
Files changed (1) hide show
  1. app.py +16 -21
app.py CHANGED
@@ -169,6 +169,16 @@ def single_edit_tab():
169
  button4locgen.click(fn=generate, inputs=loc_input, outputs=[button4gen_loc_ori, button4gen_loc_edit])
170
 
171
  def continuous_edit_tab():
 
 
 
 
 
 
 
 
 
 
172
  with gr.Row():
173
  # edit_alg = gr.Dropdown(
174
  # choices=['WISE', 'GRACE'],
@@ -345,29 +355,14 @@ with gr.Blocks(css=css,theme=gr.themes.Soft(text_size="sm")) as demo:
345
  with gr.Accordion("Explanation", open=False):
346
  gr.Markdown(
347
  """
348
- Edit Steps: the number of times a layer is trained in the editing method.
349
- """
350
- )
351
- gr.Markdown(
352
- """
353
- Edit LR (learning rate): the optimization strategy during fine-tuning.
354
  """
355
  )
356
- gr.Markdown(
357
- """
358
- Reliability Evaluation: the optimization strategy during fine-tuning.
359
- """
360
- )
361
- gr.Markdown(
362
- """
363
- Reliability Evaluation: the assessment of whether the target edit can be accomplished.
364
- """
365
- )
366
- gr.Markdown(
367
- """
368
- Locality Evaluation: the assessment of whether unrelated content has been affected..
369
- """
370
- )
371
 
372
  with gr.Tab("Single Knowledge Editing"):
373
  single_edit_tab()
 
169
  button4locgen.click(fn=generate, inputs=loc_input, outputs=[button4gen_loc_ori, button4gen_loc_edit])
170
 
171
  def continuous_edit_tab():
172
+ with gr.Accordion("Overview", open=True):
173
+ gr.Markdown(
174
+ """
175
+ - [Continuous Knowledge Editing](https://arxiv.org/abs/2405.14768) is defined as multiple edits on the same model. We provide all the editing examples (10 in total) in the 'Evaluation Examples' section.
176
+
177
+ >- **Note 1**: ❗️❗️❗️ In the cold start phase, we have already continuously edited the first 6 examples, so you can proceed directly to the evaluation tests.
178
+
179
+ >- **Note 2**: The models edited by WISE and GRACE are the **same but independent** of each other. You need to switch the `Edit Algorithm` at the top for editing/evaluation.
180
+ """
181
+ )
182
  with gr.Row():
183
  # edit_alg = gr.Dropdown(
184
  # choices=['WISE', 'GRACE'],
 
355
  with gr.Accordion("Explanation", open=False):
356
  gr.Markdown(
357
  """
358
+ - `Edit Algorithm`: editing method. Choices: [[WISE](https://arxiv.org/abs/2405.14768), [GRACE](https://arxiv.org/abs/2211.11031), [ROME](https://arxiv.org/abs/2202.05262)]
359
+ - `Edit Steps`: the number of times a layer is trained in the editing method.
360
+ - `Edit LR (learning rate)`: the optimization strategy during fine-tuning.
361
+ - `Reliability Evaluation`: the assessment of whether the target edit can be accomplished.
362
+ - `Generalization Evaluation`: whether generalize to the unseen paraphrase prompt.
363
+ - `Locality Evaluation`: the assessment of whether unrelated content has been affected.
364
  """
365
  )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
366
 
367
  with gr.Tab("Single Knowledge Editing"):
368
  single_edit_tab()