Upload T5MIMOForConditionalGeneration

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9d97da94a794f0b0aad1566b9e13205267ea4b3b70ae8c6cd147e6fe6e651cb
-size 33588312
+oid sha256:d117251674a519aec18caa013c1f8afdcb2d9b0c30432fbb38083b9d9002d171
+size 33649068

modeling_t5mimo.py

@@ -1325,7 +1325,7 @@ class T5MIMOForConditionalGeneration(T5PreTrainedModel):
         self.decoder = T5Stack(decoder_config, self.shared)
 
 
-        # self.conv_block = MultivariateConvBlock(config)
+        self.conv_block = MultivariateConvBlock(config)
         self.lm_head = nn.Linear(config.d_model, config.vocab_size, bias=False)
 
         # Initialize weights and apply final processing
@@ -1518,8 +1518,8 @@ class T5MIMOForConditionalGeneration(T5PreTrainedModel):
         sequence_output = decoder_outputs[0]
 
 
-        # if use_conv:
-        #     sequence_output = self.conv_block(sequence_output)
+        if use_conv:
+            sequence_output = self.conv_block(sequence_output)
             
         # Set device for model parallelism
         if self.model_parallel: