diff --git a/app.py b/app.py index bb373c58a0356e434ca59c6e51be96c8d30081a7..07fab9c13db0daca9e6866542ba4801a9f43104b 100644 --- a/app.py +++ b/app.py @@ -7,11 +7,11 @@ import json from tqdm import tqdm import shortuuid -from prometheusvl.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN, DEFAULT_IM_START_TOKEN, DEFAULT_IM_END_TOKEN -from prometheusvl.conversation import conv_templates, SeparatorStyle -from prometheusvl.model.builder import load_pretrained_model -from prometheusvl.utils import disable_torch_init -from prometheusvl.mm_utils import tokenizer_image_token, get_model_name_from_path, KeywordsStoppingCriteria +from prometheus.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN, DEFAULT_IM_START_TOKEN, DEFAULT_IM_END_TOKEN +from prometheus.conversation import conv_templates, SeparatorStyle +from prometheus.model.builder import load_pretrained_model +from prometheus.utils import disable_torch_init +from prometheus.mm_utils import tokenizer_image_token, get_model_name_from_path, KeywordsStoppingCriteria from PIL import Image import math diff --git a/llava/__init__.py b/prometheus/__init__.py similarity index 100% rename from llava/__init__.py rename to prometheus/__init__.py diff --git a/llava/constants.py b/prometheus/constants.py similarity index 100% rename from llava/constants.py rename to prometheus/constants.py diff --git a/llava/conversation.py b/prometheus/conversation.py similarity index 100% rename from llava/conversation.py rename to prometheus/conversation.py diff --git a/llava/eval/eval_gpt_review.py b/prometheus/eval/eval_gpt_review.py similarity index 100% rename from llava/eval/eval_gpt_review.py rename to prometheus/eval/eval_gpt_review.py diff --git a/llava/eval/eval_gpt_review_bench.py b/prometheus/eval/eval_gpt_review_bench.py similarity index 100% rename from llava/eval/eval_gpt_review_bench.py rename to prometheus/eval/eval_gpt_review_bench.py diff --git a/llava/eval/eval_gpt_review_visual.py b/prometheus/eval/eval_gpt_review_visual.py similarity index 100% rename from llava/eval/eval_gpt_review_visual.py rename to prometheus/eval/eval_gpt_review_visual.py diff --git a/llava/eval/eval_pope.py b/prometheus/eval/eval_pope.py similarity index 100% rename from llava/eval/eval_pope.py rename to prometheus/eval/eval_pope.py diff --git a/llava/eval/eval_science_qa.py b/prometheus/eval/eval_science_qa.py similarity index 100% rename from llava/eval/eval_science_qa.py rename to prometheus/eval/eval_science_qa.py diff --git a/llava/eval/eval_science_qa_gpt4.py b/prometheus/eval/eval_science_qa_gpt4.py similarity index 100% rename from llava/eval/eval_science_qa_gpt4.py rename to prometheus/eval/eval_science_qa_gpt4.py diff --git a/llava/eval/eval_science_qa_gpt4_requery.py b/prometheus/eval/eval_science_qa_gpt4_requery.py similarity index 100% rename from llava/eval/eval_science_qa_gpt4_requery.py rename to prometheus/eval/eval_science_qa_gpt4_requery.py diff --git a/llava/eval/eval_textvqa.py b/prometheus/eval/eval_textvqa.py similarity index 100% rename from llava/eval/eval_textvqa.py rename to prometheus/eval/eval_textvqa.py diff --git a/llava/eval/generate_webpage_data_from_table.py b/prometheus/eval/generate_webpage_data_from_table.py similarity index 100% rename from llava/eval/generate_webpage_data_from_table.py rename to prometheus/eval/generate_webpage_data_from_table.py diff --git a/llava/eval/m4c_evaluator.py b/prometheus/eval/m4c_evaluator.py similarity index 100% rename from llava/eval/m4c_evaluator.py rename to prometheus/eval/m4c_evaluator.py diff --git a/llava/eval/model_qa.py b/prometheus/eval/model_qa.py similarity index 100% rename from llava/eval/model_qa.py rename to prometheus/eval/model_qa.py diff --git a/llava/eval/model_vqa.py b/prometheus/eval/model_vqa.py similarity index 100% rename from llava/eval/model_vqa.py rename to prometheus/eval/model_vqa.py diff --git a/llava/eval/model_vqa_loader.py b/prometheus/eval/model_vqa_loader.py similarity index 100% rename from llava/eval/model_vqa_loader.py rename to prometheus/eval/model_vqa_loader.py diff --git a/llava/eval/model_vqa_mmbench.py b/prometheus/eval/model_vqa_mmbench.py similarity index 100% rename from llava/eval/model_vqa_mmbench.py rename to prometheus/eval/model_vqa_mmbench.py diff --git a/llava/eval/model_vqa_qbench.py b/prometheus/eval/model_vqa_qbench.py similarity index 100% rename from llava/eval/model_vqa_qbench.py rename to prometheus/eval/model_vqa_qbench.py diff --git a/llava/eval/model_vqa_science.py b/prometheus/eval/model_vqa_science.py similarity index 100% rename from llava/eval/model_vqa_science.py rename to prometheus/eval/model_vqa_science.py diff --git a/llava/eval/qa_baseline_gpt35.py b/prometheus/eval/qa_baseline_gpt35.py similarity index 100% rename from llava/eval/qa_baseline_gpt35.py rename to prometheus/eval/qa_baseline_gpt35.py diff --git a/llava/eval/run_llava.py b/prometheus/eval/run_llava.py similarity index 100% rename from llava/eval/run_llava.py rename to prometheus/eval/run_llava.py diff --git a/llava/eval/summarize_gpt_review.py b/prometheus/eval/summarize_gpt_review.py similarity index 100% rename from llava/eval/summarize_gpt_review.py rename to prometheus/eval/summarize_gpt_review.py diff --git a/llava/eval/table/answer/answer_alpaca-13b.jsonl b/prometheus/eval/table/answer/answer_alpaca-13b.jsonl similarity index 100% rename from llava/eval/table/answer/answer_alpaca-13b.jsonl rename to prometheus/eval/table/answer/answer_alpaca-13b.jsonl diff --git a/llava/eval/table/answer/answer_bard.jsonl b/prometheus/eval/table/answer/answer_bard.jsonl similarity index 100% rename from llava/eval/table/answer/answer_bard.jsonl rename to prometheus/eval/table/answer/answer_bard.jsonl diff --git a/llava/eval/table/answer/answer_gpt35.jsonl b/prometheus/eval/table/answer/answer_gpt35.jsonl similarity index 100% rename from llava/eval/table/answer/answer_gpt35.jsonl rename to prometheus/eval/table/answer/answer_gpt35.jsonl diff --git a/llava/eval/table/answer/answer_llama-13b.jsonl b/prometheus/eval/table/answer/answer_llama-13b.jsonl similarity index 100% rename from llava/eval/table/answer/answer_llama-13b.jsonl rename to prometheus/eval/table/answer/answer_llama-13b.jsonl diff --git a/llava/eval/table/answer/answer_vicuna-13b.jsonl b/prometheus/eval/table/answer/answer_vicuna-13b.jsonl similarity index 100% rename from llava/eval/table/answer/answer_vicuna-13b.jsonl rename to prometheus/eval/table/answer/answer_vicuna-13b.jsonl diff --git a/llava/eval/table/caps_boxes_coco2014_val_80.jsonl b/prometheus/eval/table/caps_boxes_coco2014_val_80.jsonl similarity index 100% rename from llava/eval/table/caps_boxes_coco2014_val_80.jsonl rename to prometheus/eval/table/caps_boxes_coco2014_val_80.jsonl diff --git a/llava/eval/table/model.jsonl b/prometheus/eval/table/model.jsonl similarity index 100% rename from llava/eval/table/model.jsonl rename to prometheus/eval/table/model.jsonl diff --git a/llava/eval/table/prompt.jsonl b/prometheus/eval/table/prompt.jsonl similarity index 100% rename from llava/eval/table/prompt.jsonl rename to prometheus/eval/table/prompt.jsonl diff --git a/llava/eval/table/question.jsonl b/prometheus/eval/table/question.jsonl similarity index 100% rename from llava/eval/table/question.jsonl rename to prometheus/eval/table/question.jsonl diff --git a/llava/eval/table/results/test_sqa_llava_13b_v0.json b/prometheus/eval/table/results/test_sqa_llava_13b_v0.json similarity index 100% rename from llava/eval/table/results/test_sqa_llava_13b_v0.json rename to prometheus/eval/table/results/test_sqa_llava_13b_v0.json diff --git a/llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json b/prometheus/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json similarity index 100% rename from llava/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json rename to prometheus/eval/table/results/test_sqa_llava_lcs_558k_sqa_12e_vicuna_v1_3_13b.json diff --git a/llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl b/prometheus/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl similarity index 100% rename from llava/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl rename to prometheus/eval/table/review/review_alpaca-13b_vicuna-13b.jsonl diff --git a/llava/eval/table/review/review_bard_vicuna-13b.jsonl b/prometheus/eval/table/review/review_bard_vicuna-13b.jsonl similarity index 100% rename from llava/eval/table/review/review_bard_vicuna-13b.jsonl rename to prometheus/eval/table/review/review_bard_vicuna-13b.jsonl diff --git a/llava/eval/table/review/review_gpt35_vicuna-13b.jsonl b/prometheus/eval/table/review/review_gpt35_vicuna-13b.jsonl similarity index 100% rename from llava/eval/table/review/review_gpt35_vicuna-13b.jsonl rename to prometheus/eval/table/review/review_gpt35_vicuna-13b.jsonl diff --git a/llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl b/prometheus/eval/table/review/review_llama-13b_vicuna-13b.jsonl similarity index 100% rename from llava/eval/table/review/review_llama-13b_vicuna-13b.jsonl rename to prometheus/eval/table/review/review_llama-13b_vicuna-13b.jsonl diff --git a/llava/eval/table/reviewer.jsonl b/prometheus/eval/table/reviewer.jsonl similarity index 100% rename from llava/eval/table/reviewer.jsonl rename to prometheus/eval/table/reviewer.jsonl diff --git a/llava/eval/table/rule.json b/prometheus/eval/table/rule.json similarity index 100% rename from llava/eval/table/rule.json rename to prometheus/eval/table/rule.json diff --git a/llava/eval/webpage/figures/alpaca.png b/prometheus/eval/webpage/figures/alpaca.png similarity index 100% rename from llava/eval/webpage/figures/alpaca.png rename to prometheus/eval/webpage/figures/alpaca.png diff --git a/llava/eval/webpage/figures/bard.jpg b/prometheus/eval/webpage/figures/bard.jpg similarity index 100% rename from llava/eval/webpage/figures/bard.jpg rename to prometheus/eval/webpage/figures/bard.jpg diff --git a/llava/eval/webpage/figures/chatgpt.svg b/prometheus/eval/webpage/figures/chatgpt.svg similarity index 100% rename from llava/eval/webpage/figures/chatgpt.svg rename to prometheus/eval/webpage/figures/chatgpt.svg diff --git a/llava/eval/webpage/figures/llama.jpg b/prometheus/eval/webpage/figures/llama.jpg similarity index 100% rename from llava/eval/webpage/figures/llama.jpg rename to prometheus/eval/webpage/figures/llama.jpg diff --git a/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg b/prometheus/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg similarity index 100% rename from llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg rename to prometheus/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg diff --git a/llava/eval/webpage/figures/vicuna.jpeg b/prometheus/eval/webpage/figures/vicuna.jpeg similarity index 100% rename from llava/eval/webpage/figures/vicuna.jpeg rename to prometheus/eval/webpage/figures/vicuna.jpeg diff --git a/llava/eval/webpage/index.html b/prometheus/eval/webpage/index.html similarity index 100% rename from llava/eval/webpage/index.html rename to prometheus/eval/webpage/index.html diff --git a/llava/eval/webpage/script.js b/prometheus/eval/webpage/script.js similarity index 100% rename from llava/eval/webpage/script.js rename to prometheus/eval/webpage/script.js diff --git a/llava/eval/webpage/styles.css b/prometheus/eval/webpage/styles.css similarity index 100% rename from llava/eval/webpage/styles.css rename to prometheus/eval/webpage/styles.css diff --git a/llava/mm_utils.py b/prometheus/mm_utils.py similarity index 98% rename from llava/mm_utils.py rename to prometheus/mm_utils.py index c4b8862ff94898eca7f04d39e9042b2cade3e05d..95c18b74b75ae31e451bf31649348853237438c9 100644 --- a/llava/mm_utils.py +++ b/prometheus/mm_utils.py @@ -4,7 +4,7 @@ import base64 import torch from transformers import StoppingCriteria -from llava.constants import IMAGE_TOKEN_INDEX +from vision.constants import IMAGE_TOKEN_INDEX def load_image_from_base64(image): diff --git a/llava/model/__init__.py b/prometheus/model/__init__.py similarity index 100% rename from llava/model/__init__.py rename to prometheus/model/__init__.py diff --git a/llava/model/apply_delta.py b/prometheus/model/apply_delta.py similarity index 100% rename from llava/model/apply_delta.py rename to prometheus/model/apply_delta.py diff --git a/llava/model/builder.py b/prometheus/model/builder.py similarity index 100% rename from llava/model/builder.py rename to prometheus/model/builder.py diff --git a/llava/model/consolidate.py b/prometheus/model/consolidate.py similarity index 100% rename from llava/model/consolidate.py rename to prometheus/model/consolidate.py diff --git a/llava/model/language_model/llava_llama.py b/prometheus/model/language_model/llava_llama.py similarity index 100% rename from llava/model/language_model/llava_llama.py rename to prometheus/model/language_model/llava_llama.py diff --git a/llava/model/language_model/llava_mpt.py b/prometheus/model/language_model/llava_mpt.py similarity index 100% rename from llava/model/language_model/llava_mpt.py rename to prometheus/model/language_model/llava_mpt.py diff --git a/llava/model/language_model/mpt/adapt_tokenizer.py b/prometheus/model/language_model/mpt/adapt_tokenizer.py similarity index 100% rename from llava/model/language_model/mpt/adapt_tokenizer.py rename to prometheus/model/language_model/mpt/adapt_tokenizer.py diff --git a/llava/model/language_model/mpt/attention.py b/prometheus/model/language_model/mpt/attention.py similarity index 100% rename from llava/model/language_model/mpt/attention.py rename to prometheus/model/language_model/mpt/attention.py diff --git a/llava/model/language_model/mpt/blocks.py b/prometheus/model/language_model/mpt/blocks.py similarity index 100% rename from llava/model/language_model/mpt/blocks.py rename to prometheus/model/language_model/mpt/blocks.py diff --git a/llava/model/language_model/mpt/configuration_mpt.py b/prometheus/model/language_model/mpt/configuration_mpt.py similarity index 100% rename from llava/model/language_model/mpt/configuration_mpt.py rename to prometheus/model/language_model/mpt/configuration_mpt.py diff --git a/llava/model/language_model/mpt/custom_embedding.py b/prometheus/model/language_model/mpt/custom_embedding.py similarity index 100% rename from llava/model/language_model/mpt/custom_embedding.py rename to prometheus/model/language_model/mpt/custom_embedding.py diff --git a/llava/model/language_model/mpt/flash_attn_triton.py b/prometheus/model/language_model/mpt/flash_attn_triton.py similarity index 100% rename from llava/model/language_model/mpt/flash_attn_triton.py rename to prometheus/model/language_model/mpt/flash_attn_triton.py diff --git a/llava/model/language_model/mpt/hf_prefixlm_converter.py b/prometheus/model/language_model/mpt/hf_prefixlm_converter.py similarity index 100% rename from llava/model/language_model/mpt/hf_prefixlm_converter.py rename to prometheus/model/language_model/mpt/hf_prefixlm_converter.py diff --git a/llava/model/language_model/mpt/meta_init_context.py b/prometheus/model/language_model/mpt/meta_init_context.py similarity index 100% rename from llava/model/language_model/mpt/meta_init_context.py rename to prometheus/model/language_model/mpt/meta_init_context.py diff --git a/llava/model/language_model/mpt/modeling_mpt.py b/prometheus/model/language_model/mpt/modeling_mpt.py similarity index 100% rename from llava/model/language_model/mpt/modeling_mpt.py rename to prometheus/model/language_model/mpt/modeling_mpt.py diff --git a/llava/model/language_model/mpt/norm.py b/prometheus/model/language_model/mpt/norm.py similarity index 100% rename from llava/model/language_model/mpt/norm.py rename to prometheus/model/language_model/mpt/norm.py diff --git a/llava/model/language_model/mpt/param_init_fns.py b/prometheus/model/language_model/mpt/param_init_fns.py similarity index 100% rename from llava/model/language_model/mpt/param_init_fns.py rename to prometheus/model/language_model/mpt/param_init_fns.py diff --git a/llava/model/llava_arch.py b/prometheus/model/llava_arch.py similarity index 100% rename from llava/model/llava_arch.py rename to prometheus/model/llava_arch.py diff --git a/llava/model/make_delta.py b/prometheus/model/make_delta.py similarity index 100% rename from llava/model/make_delta.py rename to prometheus/model/make_delta.py diff --git a/llava/model/multimodal_encoder/builder.py b/prometheus/model/multimodal_encoder/builder.py similarity index 100% rename from llava/model/multimodal_encoder/builder.py rename to prometheus/model/multimodal_encoder/builder.py diff --git a/llava/model/multimodal_encoder/clip_encoder.py b/prometheus/model/multimodal_encoder/clip_encoder.py similarity index 100% rename from llava/model/multimodal_encoder/clip_encoder.py rename to prometheus/model/multimodal_encoder/clip_encoder.py diff --git a/llava/model/multimodal_projector/builder.py b/prometheus/model/multimodal_projector/builder.py similarity index 100% rename from llava/model/multimodal_projector/builder.py rename to prometheus/model/multimodal_projector/builder.py diff --git a/llava/model/utils.py b/prometheus/model/utils.py similarity index 100% rename from llava/model/utils.py rename to prometheus/model/utils.py diff --git a/llava/serve/__init__.py b/prometheus/serve/__init__.py similarity index 100% rename from llava/serve/__init__.py rename to prometheus/serve/__init__.py diff --git a/llava/serve/cli.py b/prometheus/serve/cli.py similarity index 100% rename from llava/serve/cli.py rename to prometheus/serve/cli.py diff --git a/llava/serve/controller.py b/prometheus/serve/controller.py similarity index 100% rename from llava/serve/controller.py rename to prometheus/serve/controller.py diff --git a/llava/serve/examples/extreme_ironing.jpg b/prometheus/serve/examples/extreme_ironing.jpg similarity index 100% rename from llava/serve/examples/extreme_ironing.jpg rename to prometheus/serve/examples/extreme_ironing.jpg diff --git a/llava/serve/examples/waterview.jpg b/prometheus/serve/examples/waterview.jpg similarity index 100% rename from llava/serve/examples/waterview.jpg rename to prometheus/serve/examples/waterview.jpg diff --git a/llava/serve/gradio_web_server.py b/prometheus/serve/gradio_web_server.py similarity index 100% rename from llava/serve/gradio_web_server.py rename to prometheus/serve/gradio_web_server.py diff --git a/llava/serve/model_worker.py b/prometheus/serve/model_worker.py similarity index 100% rename from llava/serve/model_worker.py rename to prometheus/serve/model_worker.py diff --git a/llava/serve/register_worker.py b/prometheus/serve/register_worker.py similarity index 100% rename from llava/serve/register_worker.py rename to prometheus/serve/register_worker.py diff --git a/llava/serve/test_message.py b/prometheus/serve/test_message.py similarity index 100% rename from llava/serve/test_message.py rename to prometheus/serve/test_message.py diff --git a/llava/train/llama_flash_attn_monkey_patch.py b/prometheus/train/llama_flash_attn_monkey_patch.py similarity index 100% rename from llava/train/llama_flash_attn_monkey_patch.py rename to prometheus/train/llama_flash_attn_monkey_patch.py diff --git a/llava/train/llama_xformers_attn_monkey_patch.py b/prometheus/train/llama_xformers_attn_monkey_patch.py similarity index 100% rename from llava/train/llama_xformers_attn_monkey_patch.py rename to prometheus/train/llama_xformers_attn_monkey_patch.py diff --git a/llava/train/llava_trainer.py b/prometheus/train/llava_trainer.py similarity index 100% rename from llava/train/llava_trainer.py rename to prometheus/train/llava_trainer.py diff --git a/llava/train/train.py b/prometheus/train/train.py similarity index 100% rename from llava/train/train.py rename to prometheus/train/train.py diff --git a/llava/train/train_mem.py b/prometheus/train/train_mem.py similarity index 100% rename from llava/train/train_mem.py rename to prometheus/train/train_mem.py diff --git a/llava/train/train_xformers.py b/prometheus/train/train_xformers.py similarity index 100% rename from llava/train/train_xformers.py rename to prometheus/train/train_xformers.py diff --git a/llava/utils.py b/prometheus/utils.py similarity index 100% rename from llava/utils.py rename to prometheus/utils.py