def write_output(df):
    logger.info('CREATING MASTER DATASET')
    logger.info('WRITING: {}'.format((output_path + 'data_validation_with_diag.parquet')))
    df.write.mode('overwrite').parquet((output_path + 'data_validation_with_diag.parquet'))
    return df
def write_output(df):
    logger.info('CREATING MASTER DATASET')
    logger.info('WRITING: {}'.format((output_path + 'data_validation_with_diag.parquet')))
    df.write.mode('overwrite').parquet((output_path + 'data_validation_with_diag.parquet'))
    return df