executables/embed_captions.py

import argparse
import csv
import numpy as np
import os

from config import MODEL_LIST
from utils import load_model


def main(args):
    caption_txt_path = args.text_path
    f = open(caption_txt_path)
    captions = [sent.strip() for sent in f.readlines()]

    for model_name in MODEL_LIST:
        model, processor = load_model(f"koclip/{model_name}")
        captions_processed = [processor(sent,images=None,return_tensors='jax') for sent in captions]
        vec = [np.asarray(model.get_text_features(**c)) for c in captions_processed]

        with open(os.path.join(args.out_path, f"{model_name}.tsv"), "a+") as f:
            writer = csv.writer(f, delimiter="\t")
            for text, feature in zip(captions, vec):
                writer.writerow([text, ",".join(map(lambda x: str(x), feature))])

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--text_path", default="cifar100_captions_kr.txt")
    parser.add_argument("--out_path", default="features/text")
    args = parser.parse_args()
    main(args)