public RDD < Cells > createHDFSRDD ( ExtractorConfig < Cells > config ) { Serializable host = config . getValues ( ) . get ( ExtractorConstants . HOST ) ; Serializable port = config . getValues ( ) . get ( ExtractorConstants . PORT ) ; Serializable path = config . getValues ( ) . get ( ExtractorConstants . FS_FILE_PATH ) ; final TextFileDataTable textFileDataTable = UtilFS . createTextFileMetaDataFromConfig ( config , this ) ; String filePath = path . toString ( ) ; if ( config . getExtractorImplClassName ( ) . equals ( ExtractorConstants . HDFS ) ) { filePath = ExtractorConstants . HDFS_PREFIX + host . toString ( ) + ":" + port + path . toString ( ) ; } return createRDDFromFilePath ( filePath , textFileDataTable ) ; }
Returns a Cells RDD from HDFS .