Update g_retriever.py

g_retriever.py

@@ -65,7 +65,11 @@ class GRetrieverModel(LlamaForCausalLM):
 
         if inputs.shape != torch.Size([1, 1]):
             # embed bos prompt
-            bos_embeds = self.get_input_embeddings()(torch.tensor(self.config.bos_id.to(self.model.device)))
+            bos_embeds = self.get_input_embeddings()(torch.tensor(
+                self.config.bos_id,
+                dtype=self.model.dtype,
+                device=self.model.device
+            ))
             
             # encode graph
             graph_embeds = self.encode_graphs(graph)