from toolz import curried | |
from ..utils.core import sanitize_dataframe | |
from ..utils.data import ( | |
MaxRowsError, | |
curry, | |
limit_rows, | |
pipe, | |
sample, | |
to_csv, | |
to_json, | |
to_values, | |
check_data_type, | |
) | |
from ..utils.data import DataTransformerRegistry as _DataTransformerRegistry | |
def default_data_transformer(data, max_rows=5000): | |
return curried.pipe(data, limit_rows(max_rows=max_rows), to_values) | |
class DataTransformerRegistry(_DataTransformerRegistry): | |
def disable_max_rows(self): | |
"""Disable the MaxRowsError.""" | |
options = self.options | |
if self.active == "default": | |
options = options.copy() | |
options["max_rows"] = None | |
return self.enable(**options) | |
__all__ = ( | |
"DataTransformerRegistry", | |
"MaxRowsError", | |
"curry", | |
"sanitize_dataframe", | |
"default_data_transformer", | |
"limit_rows", | |
"pipe", | |
"sample", | |
"to_csv", | |
"to_json", | |
"to_values", | |
"check_data_type", | |
) | |