<commit_before>tensor.sources
**************

tensor.sources.database.postgresql
==================================

.. automodule:: tensor.sources.database.postgresql
   :members:
   :show-inheritance:

tensor.sources.database.elasticsearch
=====================================

.. automodule:: tensor.sources.database.elasticsearch
   :members:
   :show-inheritance:

tensor.sources.database.memcache
================================

.. automodule:: tensor.sources.database.memcache
   :members:
   :show-inheritance:

tensor.sources.haproxy
======================

.. automodule:: tensor.sources.haproxy
   :members:
   :show-inheritance:

tensor.sources.generator
========================

.. automodule:: tensor.sources.generator
   :members:
   :show-inheritance:
<commit_msg>Add docker to docs<commit_after>tensor.sources
**************

tensor.sources.database.postgresql
==================================

.. automodule:: tensor.sources.database.postgresql
   :members:
   :show-inheritance:

tensor.sources.database.elasticsearch
=====================================

.. automodule:: tensor.sources.database.elasticsearch
   :members:
   :show-inheritance:

tensor.sources.database.memcache
================================

.. automodule:: tensor.sources.database.memcache
   :members:
   :show-inheritance:

tensor.sources.docker
=====================

.. automodule:: tensor.sources.docker
   :members:
   :show-inheritance:

tensor.sources.haproxy
======================

.. automodule:: tensor.sources.haproxy
   :members:
   :show-inheritance:

tensor.sources.generator
========================

.. automodule:: tensor.sources.generator
   :members:
   :show-inheritance:

{'fraction_non_alphanumeric': 0.30141843971631205, 'fraction_numerical': 0.0, 'mean_word_length': 5.412878787878788, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6918580', 'n_tokens_mistral': 478, 'n_tokens_neox': 461, 'n_words': 60}