File size: 1,450 Bytes
122057f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
model:
  arch: minigpt_v2
  model_type: pretrain
  max_txt_len: 500
  end_sym: "###"
  low_resource: False
  prompt_template: 'Instruct: {} /n Output: '
  llama_model: ""
  ckpt: ""
  lora_r: 64
  lora_alpha: 16



datasets:
  cc_sbu_align:
    vis_processor:
      train:
        name: "blip2_image_eval"
        image_size: 448
    text_processor:
      train:
        name: "blip_caption"

evaluation_datasets:
  gqa:
    eval_file_path: /root/autodl-tmp/evaluation/gqa/annotations/testdev_balanced_questions.json
    img_path: /root/autodl-tmp/evaluation/gqa/images  
    max_new_tokens: 20
    batch_size: 10
  vizwiz:
    eval_file_path: /root/autodl-tmp/evaluation/vizwiz/val.json
    img_path: /root/autodl-tmp/evaluation/vizwiz/val  
    max_new_tokens: 20
    batch_size: 10
  iconvqa:
    eval_file_path: /root/autodl-tmp/evaluation/iconqa/iconqa_data/problems.json
    img_path: /root/autodl-tmp/evaluation/iconqa/iconqa_data/iconqa 
    max_new_tokens: 20
    batch_size: 1
  vsr:
    eval_file_path: /root/autodl-tmp/evaluation/vsr/dev.jsonl
    img_path: /root/autodl-tmp/coco2017/train  
    max_new_tokens: 20
    batch_size: 10
  hm:
    eval_file_path: /root/autodl-tmp/evaluation/Hateful_Memes/data/dev.jsonl  
    img_path: /root/autodl-tmp/evaluation/Hateful_Memes/data
    max_new_tokens: 20
    batch_size: 10

run:
  task: image_text_pretrain
  name: minigptv2_evaluation
  save_path: /root/MiniGPT-4/save_evalution