<commit_before>
from .contiguous_segments_added import contiguous_segments_added
from .contiguous_segments_removed import contiguous_segments_removed
from .first_revision_metadata import first_revision_metadata
from .namespaces import namespaces
from .rev_doc import rev_doc
from .revision_diff import revision_diff
from .revision_metadata import revision_metadata, RevisionMetadata
from .revision_text import revision_text
from .previous_revision_metadata import previous_revision_metadata
from .previous_user_revision_metadata import previous_user_revision_metadata
from .user_info import user_info<commit_msg>Add missing entries to datasources/__init__.py<commit_after>from .contiguous_segments_added import contiguous_segments_added
from .contiguous_segments_removed import contiguous_segments_removed
from .first_rev_doc import first_rev_doc
from .first_revision_metadata import first_revision_metadata
from .namespaces import namespaces
from .previous_rev_doc import previous_rev_doc
from .previous_revision_metadata import previous_revision_metadata
from .previous_revision_text import previous_revision_text
from .previous_user_rev_doc import previous_user_rev_doc
from .previous_user_revision_metadata import previous_user_revision_metadata
from .rev_doc import rev_doc
from .revision_diff import revision_diff
from .revision_metadata import revision_metadata, RevisionMetadata
from .revision_text import revision_text
from .site_info_doc import site_info_doc
from .tokens_added import tokens_added
from .tokens_removed import tokens_removed
from .user_doc import user_doc
from .user_info import user_info
{'fraction_non_alphanumeric': 0.024783147459727387, 'fraction_numerical': 0.0, 'mean_word_length': 9.221518987341772, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2956063', 'n_tokens_mistral': 447, 'n_tokens_neox': 443, 'n_words': 126}