// Path: src/test/java/com/thoughtworks/datacommons/prepbuddy/api/JavaSparkTestCase.java
// public class JavaSparkTestCase implements Serializable {
//     protected transient JavaSparkContext javaSparkContext;
// 
//     @Before
//     public void setUp() throws Exception {
//         SparkConf sparkConf = new SparkConf().setAppName(getClass().getName()).setMaster("local");
//         Logger.getLogger("org").setLevel(Level.OFF);
//         Logger.getLogger("akka").setLevel(Level.OFF);
//         javaSparkContext = new JavaSparkContext(sparkConf);
//     }
// 
//     @After
//     public void tearDown() throws Exception {
//         javaSparkContext.close();
//     }
// }
// 
// Path: src/main/scala/com/thoughtworks/datacommons/prepbuddy/api/java/types/FileType.java
// public class FileType {
//     public static final com.thoughtworks.datacommons.prepbuddy.types.FileType CSV = CSV$.MODULE$;
//     public static final com.thoughtworks.datacommons.prepbuddy.types.FileType TSV = TSV$.MODULE$;
// }


import com.thoughtworks.datacommons.prepbuddy.api.JavaSparkTestCase;
import com.thoughtworks.datacommons.prepbuddy.api.java.types.FileType;
import org.apache.spark.api.java.JavaRDD;
import org.junit.Test;
import java.util.Arrays;
import java.util.List;
import static org.junit.Assert.assertTrue;
package com.thoughtworks.datacommons.prepbuddy.api.java;




public class JavaMergeSplitTest extends JavaSparkTestCase {

    @Test
    public void shouldMergeGivenColumnsWithTheSeparator() {
        List<String> data = Arrays.asList(
                "John,Male,21,Canada",
                "Smith, Male, 30, UK",
                "Larry, Male, 23, USA",
                "Fiona, Female,18,USA"
        );
        JavaRDD<String> dataset = javaSparkContext.parallelize(data);
// Path: src/test/java/com/thoughtworks/datacommons/prepbuddy/api/JavaSparkTestCase.java
// public class JavaSparkTestCase implements Serializable {
//     protected transient JavaSparkContext javaSparkContext;
// 
//     @Before
//     public void setUp() throws Exception {
//         SparkConf sparkConf = new SparkConf().setAppName(getClass().getName()).setMaster("local");
//         Logger.getLogger("org").setLevel(Level.OFF);
//         Logger.getLogger("akka").setLevel(Level.OFF);
//         javaSparkContext = new JavaSparkContext(sparkConf);
//     }
// 
//     @After
//     public void tearDown() throws Exception {
//         javaSparkContext.close();
//     }
// }
// 
// Path: src/main/scala/com/thoughtworks/datacommons/prepbuddy/api/java/types/FileType.java
// public class FileType {
//     public static final com.thoughtworks.datacommons.prepbuddy.types.FileType CSV = CSV$.MODULE$;
//     public static final com.thoughtworks.datacommons.prepbuddy.types.FileType TSV = TSV$.MODULE$;
// }


// Path: src/test/java/com/thoughtworks/datacommons/prepbuddy/api/java/JavaMergeSplitTest.java
import com.thoughtworks.datacommons.prepbuddy.api.JavaSparkTestCase;
import com.thoughtworks.datacommons.prepbuddy.api.java.types.FileType;
import org.apache.spark.api.java.JavaRDD;
import org.junit.Test;
import java.util.Arrays;
import java.util.List;
import static org.junit.Assert.assertTrue;

package com.thoughtworks.datacommons.prepbuddy.api.java;




public class JavaMergeSplitTest extends JavaSparkTestCase {

    @Test
    public void shouldMergeGivenColumnsWithTheSeparator() {
        List<String> data = Arrays.asList(
                "John,Male,21,Canada",
                "Smith, Male, 30, UK",
                "Larry, Male, 23, USA",
                "Fiona, Female,18,USA"
        );
        JavaRDD<String> dataset = javaSparkContext.parallelize(data);
        JavaTransformableRDD transformableRDD = new JavaTransformableRDD(dataset, FileType.CSV);