<commit_before><template>
    <div :id="id" style="display: contents">
        <div class="datatable-toolbar-top card-body" v-if="showToolbar">
            <b-row class="align-items-center mb-2">
                <b-col xl="6" lg="5" md="12" sm="12" v-if="showPagination">
                    <b-pagination v-model="currentPage" :total-rows="totalRows" :per-page="perPage"
                                  class="mb-0" v-if="showPagination">
                    </b-pagination>
                </b-col>
                <b-col xl="6" lg="5" md="12" sm="12" v-else>
                    &nbsp;
                </b-col>
                <b-col xl="6" lg="7" md="12" sm="12" class="d-flex my-2">
                    <div class="flex-fill">
                        <div class="input-group">
                            <span class="icon glyphicon input-group-addon search"></span>
                            <b-form-input debounce="200" v-model="filter" type="search"
                                          class="search-field form-control"
                                          :placeholder="langSearch"></b-form-input>
                        </div>
                    </div>
                    <div class="flex-shrink-1 pl-3 pr-3">
                        <b-btn-group class="actions">
                            <b-button variant="default" title="Refresh" @click="onClickRefresh" v-b-tooltip.hover
                                      :title="langRefreshTooltip">
                                <icon icon="refresh"></icon>
                            </b-button>
                            <b-dropdown variant="default" :text="perPageLabel" v-b-tooltip.hover v-if="paginated"
                                        :title="langPerPageTooltip">
                                <b-dropdown-item v-for="pageOption in pageOptions" :key="pageOption"
                                                 :active="(pageOption === perPage)" @click="setPerPage(pageOption)">
                                    {{ getPerPageLabel(pageOption) }}
                                </b-dropdown-item>
                            </b-dropdown>
                            <b-dropdown variant="default" v-if="selectFields" v-b-tooltip.hover
                                        :title="langSelectFieldsTooltip">
                                <template #button-content>
                                    <icon icon="filter_list"></icon>
                                    <span class="caret"></span>
                                </template>
                                <b-dropdown-form class="pt-3">
                                    <div v-for="field in selectableFields" class="form-group">
                                        <div class="custom-control custom-checkbox">
                                            <input type="checkbox" class="custom-control-input"
                                                   v-bind:id="'chk_field_' + field.key" name="is_field_visible"
                                                   v-model="field.visible" @change="storeSettings">
                                            <label class="custom-control-label" v-bind:for="'chk_field_'+field.key">
                                                {{ field.label }}
                                            </label>
                                        </div>
                                    </div>
                                </b-dropdown-form>
                            </b-dropdown>
                        </b-btn-group>
                    </div>
                </b-col>
            </b-row>
        </div>
        <div class="datatable-main">
            <b-table ref="table" show-empty striped hover :selectable="selectable" :api-url="apiUrl" :per-page="perPage"
                     :current-page="currentPage" @row-selected="onRowSelected" :items="itemProvider"
                     :fields="visibleFields"
                     :empty-text="langNoRecords" :empty-filtered-text="langNoRecords" :responsive="responsive"
                     :no-provider-paging="handleClientSide" :no-provider-sorting="handleClientSide"
                     :no-provider-filtering="handleClientSide"
                     tbody-tr-class="align-middle" thead-tr-class="align-middle" selected-variant=""
                     :filter="filter" @filtered="onFiltered" @refreshed="onRefreshed"
                     :sort-by.sync="sortBy" :sort-desc.sync="sortDesc" @sort-changed="onSortChanged">
                <template #head(selected)="data">
                    <b-form-checkbox :aria-label="langSelectAll" :checked="allSelected"
                                     @change="toggleSelected"></b-form-checkbox>
                </template>
                <template #cell(selected)="{ rowSelected }">
                    <div class="text-muted">
                        <template v-if="rowSelected">
                            <span class="sr-only">{{ langDeselectRow }}</span>
                            <icon icon="check_box"></icon>
                        </template>
                        <template v-else>
                            <span class="sr-only">{{ langSelectRow }}</span>
                            <icon icon="check_box_outline_blank"></icon>
                        </template>
                    </div>
                </template>
                <template #table-busy>
                    <div role="alert" aria-live="polite">
                        <div class="text-center my-2">
                            <div class="progress-circular progress-circular-primary mx-auto mb-3">
                                <div class="progress-circular-wrapper">
                                    <div class="progress-circular-inner">
                                        <div class="progress-circular-left">
                                            <div class="progress-circular-spinner"></div>
                                        </div>
                                        <div class="progress-circular-gap"></div>
                                        <div class="progress-circular-right">
                                            <div class="progress-circular-spinner"></div>
                                        </div>
                                    </div>
                                </div>
                            </div>

                            {{ langLoading }}
                        </div>
                    </div>
                </template>
                <slot v-for="(_, name) in $slots" :name="name" :slot="name"/>
                <template v-for="(_, name) in $scopedSlots" :slot="name" slot-scope="slotData">
                    <slot :name="name" v-bind="slotData"/>
                </template>
            </b-table>
        </div>
        <div class="datatable-toolbar-bottom card-body">
            <b-pagination v-model="currentPage" :total-rows="totalRows" :per-page="perPage"
                          class="mb-0 mt-2" v-if="showPagination">
            </b-pagination>
        </div>
    </div>
</template>

<style lang="scss">
div.datatable-main {
    flex: 1;
}

div.datatable-toolbar-top,
div.datatable-toolbar-bottom {
    flex: 0;
    padding: 0;
}

table.b-table {
    td.shrink {
        width: 0.1%;
        white-space: nowrap;
    }
}

table.b-table-selectable {
    thead tr th:nth-child(1),
    tbody tr td:nth-child(1),
    tbody tr th:nth-child(1) {
        padding-right: 0.75rem;
        width: 3rem;
    }

    thead tr th:nth-child(2),
    tbody tr td:nth-child(2),
    tbody tr th:nth-child(2) {
        padding-left: 0.5rem;
    }
}
</style>

<script>
import store from 'store';
import _ from 'lodash';
import Icon from './Icon';

export default {
    name: 'DataTable',
    components: {Icon},
    props: {
        id: String,
        apiUrl: {
            type: String,
            default: null
        },
        items: {
            type: Array,
            default: null
        },
        responsive: {
            type: [String, Boolean],
            default: true
        },
        paginated: {
            type: Boolean,
            default: false
        },
        showToolbar: {
            type: Boolean,
            default: true
        },
        pageOptions: {
            type: Array,
            default: () => [10, 25, 50, 0]
        },
        defaultPerPage: {
            type: Number,
            default: 10
        },
        fields: Array,
        selectable: {
            type: Boolean,
            default: false
        },
        selectFields: {
            type: Boolean,
            default: false
        },
        handleClientSide: {
            type: Boolean,
            default: false
        },
        requestConfig: Function,
        requestProcess: Function
    },
    data () {
        let allFields = [];
        _.forEach(this.fields, function (field) {
            allFields.push({
                ...{
                    label: '',
                    isRowHeader: false,
                    sortable: false,
                    selectable: false,
                    visible: true,
                    formatter: null
                },
                ...field
            });
        });

        return {
            allFields: allFields,
            selected: [],
            sortBy: null,
            sortDesc: false,
            storeKey: 'datatable_' + this.id + '_settings',
            filter: null,
            perPage: (this.paginated) ? this.defaultPerPage : 0,
            currentPage: 1,
            totalRows: 0,
            flushCache: false
        };
    },
    mounted () {
        this.loadStoredSettings();
    },
    computed: {
        langRefreshTooltip () {
            return this.$gettext('Refresh rows');
        },
        langPerPageTooltip () {
            return this.$gettext('Rows per page');
        },
        langSelectFieldsTooltip () {
            return this.$gettext('Select displayed fields');
        },
        langSelectAll () {
            return this.$gettext('Select all visible rows');
        },
        langSelectRow () {
            return this.$gettext('Select');
        },
        langDeselectRow () {
            return this.$gettext('Deselect');
        },
        langSearch () {
            return this.$gettext('Search');
        },
        langNoRecords () {
            return this.$gettext('No records to display.');
        },
        langLoading () {
            return this.$gettext('Loading...');
        },
        visibleFields () {
            let fields = this.allFields.slice();

            if (this.selectable) {
                fields.unshift({
                    key: 'selected',
                    label: '',
                    isRowHeader: false,
                    sortable: false,
                    selectable: false,
                    visible: true
                });
            }

            if (!this.selectFields) {
                return fields;
            }

            return _.filter(fields, (field) => {
                if (!field.selectable) {
                    return true;
                }

                return field.visible;
            });
        },
        selectableFields () {
            return _.filter(this.allFields.slice(), (field) => {
                return field.selectable;
            });
        },
        showPagination() {
            return this.paginated && this.perPage !== 0;
        },
        perPageLabel() {
            return this.getPerPageLabel(this.perPage);
        },
        allSelected() {
            return ((this.selected.length === this.totalRows)
                || (this.showPagination && this.selected.length === this.perPage));
        },
        itemProvider() {
            if (this.items !== null) {
                this.totalRows = this.items.length;
                return this.items;
            }

            return (ctx, callback) => {
                this.loadItems(ctx, callback);
            }
        }
    },
    methods: {
        loadStoredSettings () {
            if (store.enabled && store.get(this.storeKey) !== undefined) {
                let settings = store.get(this.storeKey);

                this.perPage = _.defaultTo(settings.perPage, this.defaultPerPage);

                _.forEach(this.selectableFields, (field) => {
                    field.visible = _.includes(settings.visibleFields, field.key);
                });

                if (settings.sortBy) {
                    this.sortBy = settings.sortBy;
                    this.sortDesc = settings.sortDesc;
                }
            }
        },
        storeSettings () {
            if (!store.enabled) {
                return;
            }

            let settings = {
                'perPage': this.perPage,
                'sortBy': this.sortBy,
                'sortDesc': this.sortDesc,
                'visibleFields': _.map(this.visibleFields, 'key')
            };

            store.set(this.storeKey, settings);
        },
        getPerPageLabel (num) {
            return (num === 0) ? 'All' : num.toString();
        },
        setPerPage (num) {
            this.perPage = num;
            this.storeSettings();
        },
        onClickRefresh(e) {
            if (e.shiftKey) {
                this.relist();
            } else {
                this.refresh();
            }
        },
        onSortChanged() {
            this.$nextTick(() => {
                this.storeSettings();
            });
        },
        onRefreshed() {
            this.$emit('refreshed');
        },
        refresh() {
            this.$refs.table.refresh();
        },
        navigate() {
            this.filter = null;
            this.currentPage = 1;
            this.flushCache = true;
            this.refresh();
        },
        relist () {
            this.flushCache = true;
            this.refresh();
        },
        setFilter (newTerm) {
            this.currentPage = 1;
            this.filter = newTerm;
        },
        loadItems (ctx, callback) {
            let queryParams = {
                internal: true
            };

            if (this.handleClientSide) {
                queryParams.rowCount = 0;
            } else {
                if (this.paginated) {
                    queryParams.rowCount = ctx.perPage;
                    queryParams.current = (ctx.perPage !== 0) ? ctx.currentPage : 1;
                } else {
                    queryParams.rowCount = 0;
                }

                if (this.flushCache) {
                    queryParams.flushCache = true;
                }

                if (typeof ctx.filter === 'string') {
                    queryParams.searchPhrase = ctx.filter;
                }

                if ('' !== ctx.sortBy) {
                    queryParams.sort = ctx.sortBy;
                    queryParams.sortOrder = (ctx.sortDesc) ? 'DESC' : 'ASC';
                }
            }

            let requestConfig = { params: queryParams };
            if (typeof this.requestConfig === 'function') {
                requestConfig = this.requestConfig(requestConfig);
            }

            this.axios.get(ctx.apiUrl, requestConfig).then((resp) => {
                this.flushCache = false;
                this.totalRows = resp.data.total;

                let rows = resp.data.rows;
                if (typeof this.requestProcess === 'function') {
                    rows = this.requestProcess(rows);
                }

                callback(rows);
            }).catch((err) => {
                this.flushCache = false;
                this.totalRows = 0;

                console.error(err.response.data.message);
                callback([]);
            });
        },
        onRowSelected (items) {
            this.selected = items;
            this.$emit('row-selected', items);
        },
        toggleSelected () {
            if (this.allSelected) {
                this.$refs.table.clearSelected();
            } else {
                this.$refs.table.selectAllRows();
            }
        },
        onFiltered (filter) {
            this.$emit('filtered', filter);
        }
    }
};
</script>
<commit_msg>Value bump (#5297)<commit_after><template>
    <div :id="id" style="display: contents">
        <div class="datatable-toolbar-top card-body" v-if="showToolbar">
            <b-row class="align-items-center mb-2">
                <b-col xl="6" lg="5" md="12" sm="12" v-if="showPagination">
                    <b-pagination v-model="currentPage" :total-rows="totalRows" :per-page="perPage"
                                  class="mb-0" v-if="showPagination">
                    </b-pagination>
                </b-col>
                <b-col xl="6" lg="5" md="12" sm="12" v-else>
                    &nbsp;
                </b-col>
                <b-col xl="6" lg="7" md="12" sm="12" class="d-flex my-2">
                    <div class="flex-fill">
                        <div class="input-group">
                            <span class="icon glyphicon input-group-addon search"></span>
                            <b-form-input debounce="200" v-model="filter" type="search"
                                          class="search-field form-control"
                                          :placeholder="langSearch"></b-form-input>
                        </div>
                    </div>
                    <div class="flex-shrink-1 pl-3 pr-3">
                        <b-btn-group class="actions">
                            <b-button variant="default" title="Refresh" @click="onClickRefresh" v-b-tooltip.hover
                                      :title="langRefreshTooltip">
                                <icon icon="refresh"></icon>
                            </b-button>
                            <b-dropdown variant="default" :text="perPageLabel" v-b-tooltip.hover v-if="paginated"
                                        :title="langPerPageTooltip">
                                <b-dropdown-item v-for="pageOption in pageOptions" :key="pageOption"
                                                 :active="(pageOption === perPage)" @click="setPerPage(pageOption)">
                                    {{ getPerPageLabel(pageOption) }}
                                </b-dropdown-item>
                            </b-dropdown>
                            <b-dropdown variant="default" v-if="selectFields" v-b-tooltip.hover
                                        :title="langSelectFieldsTooltip">
                                <template #button-content>
                                    <icon icon="filter_list"></icon>
                                    <span class="caret"></span>
                                </template>
                                <b-dropdown-form class="pt-3">
                                    <div v-for="field in selectableFields" class="form-group">
                                        <div class="custom-control custom-checkbox">
                                            <input type="checkbox" class="custom-control-input"
                                                   v-bind:id="'chk_field_' + field.key" name="is_field_visible"
                                                   v-model="field.visible" @change="storeSettings">
                                            <label class="custom-control-label" v-bind:for="'chk_field_'+field.key">
                                                {{ field.label }}
                                            </label>
                                        </div>
                                    </div>
                                </b-dropdown-form>
                            </b-dropdown>
                        </b-btn-group>
                    </div>
                </b-col>
            </b-row>
        </div>
        <div class="datatable-main">
            <b-table ref="table" show-empty striped hover :selectable="selectable" :api-url="apiUrl" :per-page="perPage"
                     :current-page="currentPage" @row-selected="onRowSelected" :items="itemProvider"
                     :fields="visibleFields"
                     :empty-text="langNoRecords" :empty-filtered-text="langNoRecords" :responsive="responsive"
                     :no-provider-paging="handleClientSide" :no-provider-sorting="handleClientSide"
                     :no-provider-filtering="handleClientSide"
                     tbody-tr-class="align-middle" thead-tr-class="align-middle" selected-variant=""
                     :filter="filter" @filtered="onFiltered" @refreshed="onRefreshed"
                     :sort-by.sync="sortBy" :sort-desc.sync="sortDesc" @sort-changed="onSortChanged">
                <template #head(selected)="data">
                    <b-form-checkbox :aria-label="langSelectAll" :checked="allSelected"
                                     @change="toggleSelected"></b-form-checkbox>
                </template>
                <template #cell(selected)="{ rowSelected }">
                    <div class="text-muted">
                        <template v-if="rowSelected">
                            <span class="sr-only">{{ langDeselectRow }}</span>
                            <icon icon="check_box"></icon>
                        </template>
                        <template v-else>
                            <span class="sr-only">{{ langSelectRow }}</span>
                            <icon icon="check_box_outline_blank"></icon>
                        </template>
                    </div>
                </template>
                <template #table-busy>
                    <div role="alert" aria-live="polite">
                        <div class="text-center my-2">
                            <div class="progress-circular progress-circular-primary mx-auto mb-3">
                                <div class="progress-circular-wrapper">
                                    <div class="progress-circular-inner">
                                        <div class="progress-circular-left">
                                            <div class="progress-circular-spinner"></div>
                                        </div>
                                        <div class="progress-circular-gap"></div>
                                        <div class="progress-circular-right">
                                            <div class="progress-circular-spinner"></div>
                                        </div>
                                    </div>
                                </div>
                            </div>

                            {{ langLoading }}
                        </div>
                    </div>
                </template>
                <slot v-for="(_, name) in $slots" :name="name" :slot="name"/>
                <template v-for="(_, name) in $scopedSlots" :slot="name" slot-scope="slotData">
                    <slot :name="name" v-bind="slotData"/>
                </template>
            </b-table>
        </div>
        <div class="datatable-toolbar-bottom card-body">
            <b-pagination v-model="currentPage" :total-rows="totalRows" :per-page="perPage"
                          class="mb-0 mt-2" v-if="showPagination">
            </b-pagination>
        </div>
    </div>
</template>

<style lang="scss">
div.datatable-main {
    flex: 1;
}

div.datatable-toolbar-top,
div.datatable-toolbar-bottom {
    flex: 0;
    padding: 0;
}

table.b-table {
    td.shrink {
        width: 0.1%;
        white-space: nowrap;
    }
}

table.b-table-selectable {
    thead tr th:nth-child(1),
    tbody tr td:nth-child(1),
    tbody tr th:nth-child(1) {
        padding-right: 0.75rem;
        width: 3rem;
    }

    thead tr th:nth-child(2),
    tbody tr td:nth-child(2),
    tbody tr th:nth-child(2) {
        padding-left: 0.5rem;
    }
}
</style>

<script>
import store from 'store';
import _ from 'lodash';
import Icon from './Icon';

export default {
    name: 'DataTable',
    components: {Icon},
    props: {
        id: String,
        apiUrl: {
            type: String,
            default: null
        },
        items: {
            type: Array,
            default: null
        },
        responsive: {
            type: [String, Boolean],
            default: true
        },
        paginated: {
            type: Boolean,
            default: false
        },
        showToolbar: {
            type: Boolean,
            default: true
        },
        pageOptions: {
            type: Array,
            default: () => [10, 25, 50, 100, 250, 500, 0]
        },
        defaultPerPage: {
            type: Number,
            default: 10
        },
        fields: Array,
        selectable: {
            type: Boolean,
            default: false
        },
        selectFields: {
            type: Boolean,
            default: false
        },
        handleClientSide: {
            type: Boolean,
            default: false
        },
        requestConfig: Function,
        requestProcess: Function
    },
    data () {
        let allFields = [];
        _.forEach(this.fields, function (field) {
            allFields.push({
                ...{
                    label: '',
                    isRowHeader: false,
                    sortable: false,
                    selectable: false,
                    visible: true,
                    formatter: null
                },
                ...field
            });
        });

        return {
            allFields: allFields,
            selected: [],
            sortBy: null,
            sortDesc: false,
            storeKey: 'datatable_' + this.id + '_settings',
            filter: null,
            perPage: (this.paginated) ? this.defaultPerPage : 0,
            currentPage: 1,
            totalRows: 0,
            flushCache: false
        };
    },
    mounted () {
        this.loadStoredSettings();
    },
    computed: {
        langRefreshTooltip () {
            return this.$gettext('Refresh rows');
        },
        langPerPageTooltip () {
            return this.$gettext('Rows per page');
        },
        langSelectFieldsTooltip () {
            return this.$gettext('Select displayed fields');
        },
        langSelectAll () {
            return this.$gettext('Select all visible rows');
        },
        langSelectRow () {
            return this.$gettext('Select');
        },
        langDeselectRow () {
            return this.$gettext('Deselect');
        },
        langSearch () {
            return this.$gettext('Search');
        },
        langNoRecords () {
            return this.$gettext('No records to display.');
        },
        langLoading () {
            return this.$gettext('Loading...');
        },
        visibleFields () {
            let fields = this.allFields.slice();

            if (this.selectable) {
                fields.unshift({
                    key: 'selected',
                    label: '',
                    isRowHeader: false,
                    sortable: false,
                    selectable: false,
                    visible: true
                });
            }

            if (!this.selectFields) {
                return fields;
            }

            return _.filter(fields, (field) => {
                if (!field.selectable) {
                    return true;
                }

                return field.visible;
            });
        },
        selectableFields () {
            return _.filter(this.allFields.slice(), (field) => {
                return field.selectable;
            });
        },
        showPagination() {
            return this.paginated && this.perPage !== 0;
        },
        perPageLabel() {
            return this.getPerPageLabel(this.perPage);
        },
        allSelected() {
            return ((this.selected.length === this.totalRows)
                || (this.showPagination && this.selected.length === this.perPage));
        },
        itemProvider() {
            if (this.items !== null) {
                this.totalRows = this.items.length;
                return this.items;
            }

            return (ctx, callback) => {
                this.loadItems(ctx, callback);
            }
        }
    },
    methods: {
        loadStoredSettings () {
            if (store.enabled && store.get(this.storeKey) !== undefined) {
                let settings = store.get(this.storeKey);

                this.perPage = _.defaultTo(settings.perPage, this.defaultPerPage);

                _.forEach(this.selectableFields, (field) => {
                    field.visible = _.includes(settings.visibleFields, field.key);
                });

                if (settings.sortBy) {
                    this.sortBy = settings.sortBy;
                    this.sortDesc = settings.sortDesc;
                }
            }
        },
        storeSettings () {
            if (!store.enabled) {
                return;
            }

            let settings = {
                'perPage': this.perPage,
                'sortBy': this.sortBy,
                'sortDesc': this.sortDesc,
                'visibleFields': _.map(this.visibleFields, 'key')
            };

            store.set(this.storeKey, settings);
        },
        getPerPageLabel (num) {
            return (num === 0) ? 'All' : num.toString();
        },
        setPerPage (num) {
            this.perPage = num;
            this.storeSettings();
        },
        onClickRefresh(e) {
            if (e.shiftKey) {
                this.relist();
            } else {
                this.refresh();
            }
        },
        onSortChanged() {
            this.$nextTick(() => {
                this.storeSettings();
            });
        },
        onRefreshed() {
            this.$emit('refreshed');
        },
        refresh() {
            this.$refs.table.refresh();
        },
        navigate() {
            this.filter = null;
            this.currentPage = 1;
            this.flushCache = true;
            this.refresh();
        },
        relist () {
            this.flushCache = true;
            this.refresh();
        },
        setFilter (newTerm) {
            this.currentPage = 1;
            this.filter = newTerm;
        },
        loadItems (ctx, callback) {
            let queryParams = {
                internal: true
            };

            if (this.handleClientSide) {
                queryParams.rowCount = 0;
            } else {
                if (this.paginated) {
                    queryParams.rowCount = ctx.perPage;
                    queryParams.current = (ctx.perPage !== 0) ? ctx.currentPage : 1;
                } else {
                    queryParams.rowCount = 0;
                }

                if (this.flushCache) {
                    queryParams.flushCache = true;
                }

                if (typeof ctx.filter === 'string') {
                    queryParams.searchPhrase = ctx.filter;
                }

                if ('' !== ctx.sortBy) {
                    queryParams.sort = ctx.sortBy;
                    queryParams.sortOrder = (ctx.sortDesc) ? 'DESC' : 'ASC';
                }
            }

            let requestConfig = { params: queryParams };
            if (typeof this.requestConfig === 'function') {
                requestConfig = this.requestConfig(requestConfig);
            }

            this.axios.get(ctx.apiUrl, requestConfig).then((resp) => {
                this.flushCache = false;
                this.totalRows = resp.data.total;

                let rows = resp.data.rows;
                if (typeof this.requestProcess === 'function') {
                    rows = this.requestProcess(rows);
                }

                callback(rows);
            }).catch((err) => {
                this.flushCache = false;
                this.totalRows = 0;

                console.error(err.response.data.message);
                callback([]);
            });
        },
        onRowSelected (items) {
            this.selected = items;
            this.$emit('row-selected', items);
        },
        toggleSelected () {
            if (this.allSelected) {
                this.$refs.table.clearSelected();
            } else {
                this.$refs.table.selectAllRows();
            }
        },
        onFiltered (filter) {
            this.$emit('filtered', filter);
        }
    }
};
</script>

{'fraction_non_alphanumeric': 0.12247909493359567, 'fraction_numerical': 0.00470363994097393, 'mean_word_length': 1.0918971061093248, 'pattern_counts': {'":': 0, '<': 225, '<?xml version=': 0, '>': 241, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 94, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5385819', 'n_tokens_mistral': 8308, 'n_tokens_neox': 7888, 'n_words': 1433}