WillHeld
/

DiVA-llama-3-v0-8b

Feature Extraction

Model card Files Files and versions Community

WillHeld commited on 5 days ago

Commit

cd7d59d

•

1 Parent(s): 1310f5e

Update modeling_diva.py

Files changed (1) hide show

modeling_diva.py +1 -1

modeling_diva.py CHANGED Viewed

@@ -284,7 +284,7 @@ class DiVAModel(PreTrainedModel):
         while greedy != 128009 and len(outs) < max_new_tokens:
             past_key_values = outputs.past_key_values if outputs else None
             outputs = self.llama_decoder(
-                inputs_embeds=.to(
                     self.llama_decoder.model.embed_tokens.weight.device
                 ).half(),
                 return_dict=True,

         while greedy != 128009 and len(outs) < max_new_tokens:
             past_key_values = outputs.past_key_values if outputs else None
             outputs = self.llama_decoder(
+                    inputs_embeds=inputs_embeds.to(
                     self.llama_decoder.model.embed_tokens.weight.device
                 ).half(),
                 return_dict=True,