def create_test_data(spark, conf):
    local_records = [Row(id=1, first_name='nancy', second_name='yan', floor=1), Row(id=2, first_name='Dan', second_name='Sommerville', floor=1), Row(id=3, first_name='Alex', second_name='Ioannides', floor=2), Row(id=4, first_name='Ken', second_name='Lai', floor=2), Row(id=5, first_name='Stu', second_name='White', floor=3), Row(id=6, first_name='Mark', second_name='Sweeting', floor=3), Row(id=7, first_name='Phil', second_name='Bird', floor=4), Row(id=8, first_name='Kim', second_name='Suter', floor=4)]
    df = spark.createDataFrame(local_records)
    df_tf = transform(df, conf['steps_per_floor'], spark)
    df_tf.coalesce(1).write.parquet('tests/test_data/employees_report', mode='overwrite')
def create_test_data(spark, conf):
    local_records = [Row(id=1, first_name='nancy', second_name='yan', floor=1), Row(id=2, first_name='Dan', second_name='Sommerville', floor=1), Row(id=3, first_name='Alex', second_name='Ioannides', floor=2), Row(id=4, first_name='Ken', second_name='Lai', floor=2), Row(id=5, first_name='Stu', second_name='White', floor=3), Row(id=6, first_name='Mark', second_name='Sweeting', floor=3), Row(id=7, first_name='Phil', second_name='Bird', floor=4), Row(id=8, first_name='Kim', second_name='Suter', floor=4)]
    df = spark.createDataFrame(local_records)
    df_tf = transform(df, conf['steps_per_floor'], spark)
    df_tf.coalesce(1).write.parquet('tests/test_data/employees_report', mode='overwrite')