<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
Utilities
==================

Functions to handle event lists (list of event items), event rolls (event activity indicator matrix used in evaluation),
and scene lists.

Event list operations
---------------------

.. autosummary::
    :toctree: generated/

    event_list.unique_event_labels
    event_list.max_event_offset

.. autoclass:: EventList
    :members:

Event roll operations
---------------------

.. autosummary::
    :toctree: generated/

    event_roll.event_list_to_event_roll
    event_roll.pad_event_roll
    event_roll.match_event_roll_lengths

Scene list operations
---------------------

.. autosummary::
    :toctree: generated/

    scene_list.unique_scene_labels

.. autoclass:: SceneList
    :members:

"""

from .event_list import *
from .event_roll import *
from .scene_list import *

__all__ = [_ for _ in dir() if not _.startswith('_')]<commit_msg>Add documentation<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
Utilities
==================

Functions to handle event lists (list of event items), event rolls (event activity indicator matrix used in evaluation),
and scene lists.

Event list operations
---------------------

.. autosummary::
    :toctree: generated/

    event_list.unique_event_labels
    event_list.unique_files
    event_list.filter_event_list
    event_list.max_event_offset

.. autoclass:: EventList
    :members:

Event roll operations
---------------------

.. autosummary::
    :toctree: generated/

    event_roll.event_list_to_event_roll
    event_roll.pad_event_roll
    event_roll.match_event_roll_lengths

Scene list operations
---------------------

.. autosummary::
    :toctree: generated/

    scene_list.unique_scene_labels

.. autoclass:: SceneList
    :members:

"""

from .event_list import *
from .event_roll import *
from .scene_list import *

__all__ = [_ for _ in dir() if not _.startswith('_')]
{'fraction_non_alphanumeric': 0.17136993329912775, 'fraction_numerical': 0.001026167265264238, 'mean_word_length': 2.869047619047619, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5799564', 'n_tokens_mistral': 601, 'n_tokens_neox': 584, 'n_words': 146}