parameters: (self,
               batch_size=1,
               thread_num=1,
               use_var=[],
               pipe_command="cat",
               input_type=0,
               fs_name="",
               fs_ugi="",
               download_cmd="cat")
docstring: should be called only once in user's python scripts to initialize setings of dataset instance. 
          Normally, it is called by InMemoryDataset or QueueDataset.
  
          Args:
              batch_size(int): batch size. It will be effective during training. default is 1.
              thread_num(int): thread num, it is the num of readers. default is 1.
              use_var(list): list of variables. Variables which you will use. default is [].
              pipe_command(str): pipe command of current dataset. A pipe command is a UNIX pipeline command that can be used only. default is "cat"
              input_type(int): the input type of generated input. 0 is for one sample, 1 is for one batch. defalut is 0.
              fs_name(str): fs name. default is "".
              fs_ugi(str): fs ugi. default is "".
              download_cmd(str): customized download command. default is "cat"
docstring_summary: should be called only once in user's python scripts to initialize setings of dataset instance. 
          Normally, it is called by InMemoryDataset or QueueDataset.
docstring_tokens: should be called only once in user s python scripts to initialize setings of dataset instance . Normally it is called by InMemoryDataset or QueueDataset .
function: def init(self,
               batch_size=1,
               thread_num=1,
               use_var=[],
               pipe_command="cat",
               input_type=0,
               fs_name="",
               fs_ugi="",
               download_cmd="cat"):
          """
          should be called only once in user's python scripts to initialize setings of dataset instance. 
          Normally, it is called by InMemoryDataset or QueueDataset.
  
          Args:
              batch_size(int): batch size. It will be effective during training. default is 1.
              thread_num(int): thread num, it is the num of readers. default is 1.
              use_var(list): list of variables. Variables which you will use. default is [].
              pipe_command(str): pipe command of current dataset. A pipe command is a UNIX pipeline command that can be used only. default is "cat"
              input_type(int): the input type of generated input. 0 is for one sample, 1 is for one batch. defalut is 0.
              fs_name(str): fs name. default is "".
              fs_ugi(str): fs ugi. default is "".
              download_cmd(str): customized download command. default is "cat"
  
  
          """
          self._set_batch_size(batch_size)
          self._set_thread(thread_num)
          self._set_use_var(use_var)
          self._set_pipe_command(pipe_command)
          self._set_input_type(input_type)
          self._set_hdfs_config(fs_name, fs_ugi)
          self._set_download_cmd(download_cmd)
function_tokens: def init ( self , batch_size = 1 , thread_num = 1 , use_var = [ ] , pipe_command = "cat" , input_type = 0 , fs_name = "" , fs_ugi = "" , download_cmd = "cat" ) : self . _set_batch_size ( batch_size ) self . _set_thread ( thread_num ) self . _set_use_var ( use_var ) self . _set_pipe_command ( pipe_command ) self . _set_input_type ( input_type ) self . _set_hdfs_config ( fs_name , fs_ugi ) self . _set_download_cmd ( download_cmd )