Update configuration_internlm_xcomposer2.py
Browse files
configuration_internlm_xcomposer2.py
CHANGED
@@ -71,8 +71,19 @@ class InternLMXcomposer2Config(PretrainedConfig):
|
|
71 |
Example:
|
72 |
|
73 |
"""
|
74 |
-
model_type = "
|
75 |
_auto_class = "AutoConfig"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
76 |
|
77 |
def __init__( # pylint: disable=W0102
|
78 |
self,
|
|
|
71 |
Example:
|
72 |
|
73 |
"""
|
74 |
+
model_type = "internlmxcomposer2"
|
75 |
_auto_class = "AutoConfig"
|
76 |
+
|
77 |
+
layers_block_name = "model.layers"
|
78 |
+
outside_layer_modules = [
|
79 |
+
'vit', 'vision_proj', 'model.tok_embeddings', 'model.norm', 'output',
|
80 |
+
]
|
81 |
+
inside_layer_modules = [
|
82 |
+
["attention.wqkv.linear"],
|
83 |
+
["attention.wo.linear"],
|
84 |
+
["feed_forward.w1.linear", "feed_forward.w3.linear"],
|
85 |
+
["feed_forward.w2.linear"],
|
86 |
+
]
|
87 |
|
88 |
def __init__( # pylint: disable=W0102
|
89 |
self,
|