OpenGVLab
/

InternVL-Chat-V1-1

Image-Text-to-Text

feature-extraction

Model card Files Files and versions Community

czczup commited on Apr 4

Commit

784af06

•

1 Parent(s): fed2e7c

Update modeling_internvl_chat.py

Files changed (1) hide show

modeling_internvl_chat.py +2 -2

modeling_internvl_chat.py CHANGED Viewed

@@ -242,10 +242,10 @@ class InternVLChatModel(PreTrainedModel):
         self.img_context_token_id = None
         if config.use_backbone_lora:
-            self.wrap_backbone_lora(r=config.use_backbone_lora)
         if config.use_llm_lora:
-            self.wrap_llm_lora(r=config.use_llm_lora)
     def wrap_backbone_lora(self, r=128, lora_alpha=256, lora_dropout=0.05):
         lora_config = LoraConfig(

         self.img_context_token_id = None
         if config.use_backbone_lora:
+            self.wrap_backbone_lora(r=config.use_backbone_lora, lora_alpha=2 * config.use_backbone_lora)
         if config.use_llm_lora:
+            self.wrap_llm_lora(r=config.use_llm_lora, lora_alpha=2 * config.use_llm_lora)
     def wrap_backbone_lora(self, r=128, lora_alpha=256, lora_dropout=0.05):
         lora_config = LoraConfig(