czczup commited on
Commit
15083a1
1 Parent(s): 170f44e

Update modeling_internvl_chat.py

Browse files
Files changed (1) hide show
  1. modeling_internvl_chat.py +2 -2
modeling_internvl_chat.py CHANGED
@@ -242,10 +242,10 @@ class InternVLChatModel(PreTrainedModel):
242
  self.img_context_token_id = None
243
 
244
  if config.use_backbone_lora:
245
- self.wrap_backbone_lora(r=config.use_backbone_lora)
246
 
247
  if config.use_llm_lora:
248
- self.wrap_llm_lora(r=config.use_llm_lora)
249
 
250
  def wrap_backbone_lora(self, r=128, lora_alpha=256, lora_dropout=0.05):
251
  lora_config = LoraConfig(
 
242
  self.img_context_token_id = None
243
 
244
  if config.use_backbone_lora:
245
+ self.wrap_backbone_lora(r=config.use_backbone_lora, lora_alpha=2 * config.use_backbone_lora)
246
 
247
  if config.use_llm_lora:
248
+ self.wrap_llm_lora(r=config.use_llm_lora, lora_alpha=2 * config.use_llm_lora)
249
 
250
  def wrap_backbone_lora(self, r=128, lora_alpha=256, lora_dropout=0.05):
251
  lora_config = LoraConfig(