<commit_before># coding: utf-8

from django.core.paginator import Paginator
from django.contrib.auth.models import AnonymousUser
from restify.http import status
from restify.http.response import ApiResponse
from restify.resource import Resource
from restify.resource.model import ModelResourceMixin

from .forms import YaatValidatorForm
from .meta import YaatModelResourceMeta
from .models import Column


class YaatModelResource(Resource, ModelResourceMixin, metaclass=YaatModelResourceMeta):
    def get_columns(self):
        columns = []

        for c in self._meta.columns:
            if isinstance(c, str):
                field = self._meta.model._meta.get_field(c)
                column = Column(key=field.name,
                                value=field.verbose_name,
                                resource=self._meta.resource_name,
                                is_virtual=False)
                columns.append(column)
            elif isinstance(c, Column):
                c.resource = self._meta.resource_name
                columns.append(c)
            else:
                raise TypeError('Column item is expected to be string or Column')

        return columns

    def get_stateful_columns(self, columns):
        retval = []

        mapper = {columns[i].key: i for i in range(0, len(columns))}

        if self._meta.stateful and not isinstance(self.request.user, AnonymousUser):
            retval = Column.cached.filter(resource=self._meta.resource_name, user=self.request.user)

        for col in retval:
            col.value = columns[mapper[col.key]].value

        return retval

    def get_queryset_order_keys(self, columns):
        keys = []
        for column in columns:
            ordering = column.get_ordering()
            if ordering:
                keys.append(ordering)
        return keys

    def get_queryset(self, columns):
        order_keys = self.get_queryset_order_keys(columns)
        return super().get_queryset().order_by(*order_keys).all()

    def get_page(self, qs, limit, page_number=1):
        paginator = Paginator(qs, limit)
        return paginator.page(page_number)

    def get_rows(self, page, cols, **kwargs):
        rows = []
        for obj in page:
            cells = []
            for col in cols:
                if col.is_shown:
                    value = getattr(obj, col.key)
                    if hasattr(value, '__call__'):
                        value = value(**kwargs)
                    cells.append(value)
            rows.append({'id': obj.pk, 'values': cells})
        return rows

    def post(self, request, *args, **kwargs):
        available_columns = self.get_columns()
        stateful_columns = self.get_stateful_columns(available_columns)

        form = YaatValidatorForm(request.POST, columns=stateful_columns or available_columns)
        if form.is_valid():
            queryset = self.get_queryset(form.cleaned_data['headers'])
            page = self.get_page(queryset, form.cleaned_data['limit'], form.cleaned_data['offset'])
            rows = self.get_rows(page, form.cleaned_data['headers'])

            if self._meta.stateful and not isinstance(request.user, AnonymousUser):
                form.save(request.user)

            return ApiResponse({'columns': form.cleaned_data['headers'],
                                'rows': rows,
                                'pages': page})
        else:
            return ApiResponse(form, status_code=status.HTTP_400_BAD_REQUEST)<commit_msg>FIX: HIDE_DISALLOWED Columns were also hidden<commit_after># coding: utf-8

from django.core.paginator import Paginator
from django.contrib.auth.models import AnonymousUser
from restify.http import status
from restify.http.response import ApiResponse
from restify.resource import Resource
from restify.resource.model import ModelResourceMixin

from .forms import YaatValidatorForm
from .meta import YaatModelResourceMeta
from .models import Column


class YaatModelResource(Resource, ModelResourceMixin, metaclass=YaatModelResourceMeta):
    def get_columns(self):
        columns = []

        for c in self._meta.columns:
            if isinstance(c, str):
                field = self._meta.model._meta.get_field(c)
                column = Column(key=field.name,
                                value=field.verbose_name,
                                resource=self._meta.resource_name,
                                is_virtual=False)
                columns.append(column)
            elif isinstance(c, Column):
                c.resource = self._meta.resource_name
                columns.append(c)
            else:
                raise TypeError('Column item is expected to be string or Column')

        return columns

    def get_stateful_columns(self, columns):
        retval = []

        mapper = {columns[i].key: i for i in range(0, len(columns))}

        if self._meta.stateful and not isinstance(self.request.user, AnonymousUser):
            retval = Column.cached.filter(resource=self._meta.resource_name, user=self.request.user)

        for col in retval:
            col.value = columns[mapper[col.key]].value

        return retval

    def get_queryset_order_keys(self, columns):
        keys = []
        for column in columns:
            ordering = column.get_ordering()
            if ordering:
                keys.append(ordering)
        return keys

    def get_queryset(self, columns):
        order_keys = self.get_queryset_order_keys(columns)
        return super().get_queryset().order_by(*order_keys).all()

    def get_page(self, qs, limit, page_number=1):
        paginator = Paginator(qs, limit)
        return paginator.page(page_number)

    def get_rows(self, page, cols, **kwargs):
        rows = []
        for obj in page:
            cells = []
            for col in cols:
                if col.is_shown != False:
                    value = getattr(obj, col.key)
                    if hasattr(value, '__call__'):
                        value = value(**kwargs)
                    cells.append(value)
            rows.append({'id': obj.pk, 'values': cells})
        return rows

    def post(self, request, *args, **kwargs):
        available_columns = self.get_columns()
        stateful_columns = self.get_stateful_columns(available_columns)

        form = YaatValidatorForm(request.POST, columns=stateful_columns or available_columns)
        if form.is_valid():
            queryset = self.get_queryset(form.cleaned_data['headers'])
            page = self.get_page(queryset, form.cleaned_data['limit'], form.cleaned_data['offset'])
            rows = self.get_rows(page, form.cleaned_data['headers'])

            if self._meta.stateful and not isinstance(request.user, AnonymousUser):
                form.save(request.user)

            return ApiResponse({'columns': form.cleaned_data['headers'],
                                'rows': rows,
                                'pages': page})
        else:
            return ApiResponse(form, status_code=status.HTTP_400_BAD_REQUEST)
{'fraction_non_alphanumeric': 0.09281564404137736, 'fraction_numerical': 0.0017004392801473714, 'mean_word_length': 2.1202475685234305, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6767528', 'n_tokens_mistral': 1942, 'n_tokens_neox': 1860, 'n_words': 437}