Spaces:
Build error
Build error
Delete src/demo/configs
Browse files
src/demo/configs/agent_13b_anyres_out_64_pretrain_merged.yaml
DELETED
@@ -1,29 +0,0 @@
|
|
1 |
-
_target_: src.models_clm.models.ContinuousLVLM.from_pretrained
|
2 |
-
input_resampler:
|
3 |
-
_target_: src.models.qwen_visual.Resampler
|
4 |
-
grid_size: 8
|
5 |
-
embed_dim: 5120
|
6 |
-
num_heads: 32
|
7 |
-
kv_dim: 4096
|
8 |
-
|
9 |
-
output_resampler:
|
10 |
-
_target_: src.models.qwen_visual.Resampler
|
11 |
-
grid_size: 8
|
12 |
-
embed_dim: 4096
|
13 |
-
num_heads: 32
|
14 |
-
kv_dim: 5120
|
15 |
-
|
16 |
-
add_patch_pos: True
|
17 |
-
vit_down: True
|
18 |
-
mse: True
|
19 |
-
|
20 |
-
lm_loss_scale: 1.0
|
21 |
-
rec_loss_scale: 6.0
|
22 |
-
|
23 |
-
#pretrained_model_path: /chat_sh/share_300719895/user/jinguozhu/codes/work_dirs/sft_exp_new_acc4/checkpoint-2000/pytorch_model.bin
|
24 |
-
#pretrained_model_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/03_27_any_res_sft_from_merged_10k/checkpoint-9000/pytorch_model.bin
|
25 |
-
#pretrained_model_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/03_27_any_res_sft_from_merged_10k/checkpoint-8000-merged/agent/pytorch_model.bin
|
26 |
-
#pretrained_model_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/04_09_any_res_sft_editing_from_merged_10k_32a100_new_data/checkpoint-6000-merged/agent/pytorch_model.bin
|
27 |
-
#pretrained_model_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/04_16_any_res_sft_editing_from_merged_H800_23k_16_gpu_2_new/checkpoint-6000-merged/agent/pytorch_model.bin
|
28 |
-
#pretrained_model_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/04_16_any_res_sft_com_gen_from_merged_H800_23k/checkpoint-15000-merged/agent/pytorch_model.bin
|
29 |
-
pretrained_model_path: /group/40034/yuyingge/SEED_X_inference/pretrained/seed_x_i/agent/pytorch_model.bin
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
src/demo/configs/agent_13b_in100_out64_rs5_merged_pretrain.yaml
DELETED
@@ -1,22 +0,0 @@
|
|
1 |
-
_target_: src.models_clm.models.ContinuousLVLM.from_pretrained
|
2 |
-
input_resampler:
|
3 |
-
_target_: src.models.qwen_visual.Resampler
|
4 |
-
grid_size: 10
|
5 |
-
embed_dim: 5120
|
6 |
-
num_heads: 32
|
7 |
-
kv_dim: 4096
|
8 |
-
|
9 |
-
output_resampler:
|
10 |
-
_target_: src.models.qwen_visual.Resampler
|
11 |
-
grid_size: 16
|
12 |
-
embed_dim: 4096
|
13 |
-
num_heads: 32
|
14 |
-
kv_dim: 5120
|
15 |
-
|
16 |
-
lm_loss_scale: 1.0
|
17 |
-
rec_loss_scale: 5.0
|
18 |
-
|
19 |
-
# pretrained_model_path: /chat_sh/share_300719895/user/sijiezhao/Program/2023/DiscreteLearning/train_output_clm_sh/1208_llama2chat13b_lora_clm_qwen-vit-448_pretrain_rs5_64a100pro/checkpoint-27000/pytorch_model.bin
|
20 |
-
# pretrained_model_path: /apdcephfs_cq4/share_2942043/Multimodal/sijiezhao/DiscreteLearning/train_output/sft_from_1208_llama2chat13b_lora_clm_qwen-vit-448_pretrain_rs5_64a100pro_40k/ckpt-10000-merged/agent/pytorch_model.bin
|
21 |
-
# pretrained_model_path: /apdcephfs_cq4/share_2942043/Multimodal/sijiezhao/DiscreteLearning/train_output/sft_from_1208_llama2chat13b_lora_clm_qwen-vit-448_pretrain_rs5_64a100pro_40k/ckpt-5000-merged/agent/pytorch_model.bin
|
22 |
-
pretrained_model_path: /apdcephfs_cq4/share_2942043/Multimodal/sijiezhao/DiscreteLearning/train_output/sft_from_1211_llama2chat13b_lora_clm_qwen-vit-448_pretrain_rs5_64a100pro_grounding_27k/ckpt-4000-merged/agent/pytorch_model.bin
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
src/demo/configs/llama2chat13b_merged_100imgtokens.yaml
DELETED
@@ -1,12 +0,0 @@
|
|
1 |
-
|
2 |
-
_target_: src.models_clm.modeling_llama_xformer.LlamaForCausalLM.from_pretrained
|
3 |
-
# _target_: transformers.LlamaForCausalLM.from_pretrained
|
4 |
-
# pretrained_model_name_or_path: /apdcephfs_cq4/share_2942043/Multimodal/sijiezhao/DiscreteLearning/train_output/sft_from_1208_llama2chat13b_lora_clm_qwen-vit-448_pretrain_rs5_64a100pro_40k/ckpt-10000-merged/llm
|
5 |
-
# pretrained_model_name_or_path: /apdcephfs_cq4/share_2942043/Multimodal/sijiezhao/DiscreteLearning/train_output/sft_from_1208_llama2chat13b_lora_clm_qwen-vit-448_pretrain_rs5_64a100pro_40k/ckpt-5000-merged/llm
|
6 |
-
#pretrained_model_name_or_path: /chat_sh/share_300719895/user/jinguozhu/codes/work_dirs/pretraining_anyres_newexp_v2/checkpoint-10000-merged/llm
|
7 |
-
#pretrained_model_name_or_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/03_27_any_res_sft_from_merged_10k/checkpoint-8000-merged/llm
|
8 |
-
#pretrained_model_name_or_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/04_09_any_res_sft_editing_from_merged_10k_32a100_new_data/checkpoint-6000-merged/llm
|
9 |
-
#pretrained_model_name_or_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/04_16_any_res_sft_editing_from_merged_H800_23k_16_gpu_2_new/checkpoint-6000-merged/llm
|
10 |
-
#pretrained_model_name_or_path: /chat_sh/share_300719895/user/yuyingge/jinguo_code/DiscreteLearning_debug/train_output/04_16_any_res_sft_com_gen_from_merged_H800_23k/checkpoint-15000-merged/llm
|
11 |
-
pretrained_model_name_or_path: /group/40034/yuyingge/SEED_X_inference/pretrained/seed_x_i/llm
|
12 |
-
low_cpu_mem_usage: True
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|