pretrain dataset

scripts/prepare_pretrain_dataset.py

@@ -76,7 +76,7 @@ def batch_iterator(name=None):
         for row in dataset:
             if not row['Question'] or not row['Answer']:
                 continue
-             
+
             yield row['Question'] + ' ' + row['Answer']
 
         del dataset
@@ -268,9 +268,9 @@ def batch_iterator(name=None):
 
             for row in dataset:
                 yield (
-                    row['instruction'] +
+                    str(row['instruction']) +
                     ' = ' +
-                    row['output']
+                    str(row['output'])
                 )
 
             del dataset