hf-internal-testing
/

test_dynamic_model_generation

Model card Files Files and versions Community

joaogante HF staff commited on Aug 29

Commit

9e037f6

•

1 Parent(s): 29ac323

add notes:

Files changed (1) hide show

modeling.py +4 -2

modeling.py CHANGED Viewed

@@ -1,9 +1,11 @@
 import torch
-from transformers import BertLMHeadModel
 from .configuration import NewModelConfig
-class NewModelForCausalLM(BertLMHeadModel):
     config_class = NewModelConfig
     def __init__(self, config):

 import torch
+from transformers import BertModel
 from .configuration import NewModelConfig
+# It doesn't inherit from a generate-compatible class, so it would throw an error when calling `generate` if
+# `transformers` wouldn't automatically patch inheritance
+class NewModelForCausalLM(BertModel):
     config_class = NewModelConfig
     def __init__(self, config):