stanrom commited on
Commit
b35c4ea
1 Parent(s): aff4ac8

Update configuration_internlm_xcomposer2.py

Browse files
configuration_internlm_xcomposer2.py CHANGED
@@ -71,8 +71,19 @@ class InternLMXcomposer2Config(PretrainedConfig):
71
  Example:
72
 
73
  """
74
- model_type = "internlm2"
75
  _auto_class = "AutoConfig"
 
 
 
 
 
 
 
 
 
 
 
76
 
77
  def __init__( # pylint: disable=W0102
78
  self,
 
71
  Example:
72
 
73
  """
74
+ model_type = "internlmxcomposer2"
75
  _auto_class = "AutoConfig"
76
+
77
+ layers_block_name = "model.layers"
78
+ outside_layer_modules = [
79
+ 'vit', 'vision_proj', 'model.tok_embeddings', 'model.norm', 'output',
80
+ ]
81
+ inside_layer_modules = [
82
+ ["attention.wqkv.linear"],
83
+ ["attention.wo.linear"],
84
+ ["feed_forward.w1.linear", "feed_forward.w3.linear"],
85
+ ["feed_forward.w2.linear"],
86
+ ]
87
 
88
  def __init__( # pylint: disable=W0102
89
  self,