eltorio
/

IDEFICS3_ROCOv2

Image-Text-to-Text

Model card Files Files and versions Community

[email protected] commited on 12 days ago

Commit

3592a0d

•

1 Parent(s): b4e205e

user casual_lm task type

Files changed (1) hide show

ROCO-idefics3.ipynb +1 -0

ROCO-idefics3.ipynb CHANGED Viewed

@@ -1700,6 +1700,7 @@
     "        lora_alpha=8,\n",
     "        lora_dropout=0.1,\n",
     "        target_modules='.*(text_model|modality_projection|perceiver_resampler).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$',\n",
     "        use_dora=False if USE_QLORA else True,\n",
     "        init_lora_weights=\"gaussian\"\n",
     "    )\n",

     "        lora_alpha=8,\n",
     "        lora_dropout=0.1,\n",
     "        target_modules='.*(text_model|modality_projection|perceiver_resampler).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$',\n",
+    "        task_type=\"CAUSAL_LM\",\n",
     "        use_dora=False if USE_QLORA else True,\n",
     "        init_lora_weights=\"gaussian\"\n",
     "    )\n",