{ "clip_model": "my_clip_model", "text_model": "gpt2", "num_workers": 2, "epochs": 20, "lr": 0.001, "k": 0.33, "batch_size_exp": 6, "ep_len": 4, "num_layers": 6, "n_heads": 16, "forward_expansion": 4, "max_len": 40, "dropout": 0.1, "weights_dir": "./weights", "device": "cuda" }