stanrom commited on
Commit
7bbe75c
1 Parent(s): 5c9b572

load_in_4bit=True

Browse files
configuration_InternLM_XComposer.py CHANGED
@@ -35,6 +35,7 @@ class InternLMXComposerConfig(PretrainedConfig):
35
  kqvo_bias=True,
36
  device='cuda',
37
  internlm_lora=None,
 
38
  **kwargs,
39
  ):
40
  self.vocab_size = vocab_size
 
35
  kqvo_bias=True,
36
  device='cuda',
37
  internlm_lora=None,
38
+ load_in_4bit=True,
39
  **kwargs,
40
  ):
41
  self.vocab_size = vocab_size