<commit_before>{#
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 # http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#}
{% extends "base.html" %}

{% macro code_of_conduct() %}
  <div class="callout-block">
    <p><strong>Please note:</strong> All users submitting feedback, reporting issues or contributing to Warehouse are expected to follow the <a href="https://www.pypa.io/en/latest/code-of-conduct/">PyPA Code of Conduct</a>.</p>
  </div>
{% endmacro %}

{# define macros for FAQ to use them as headers and in TOC #}
{% macro packages() %}What's a package, project, or release?{% endmacro %}
{% macro installing() %}How do I install a file (package) from PyPI?{% endmacro %}
{% macro publishing() %}How do I package and publish my code for PyPI?{% endmacro %}
{% macro trove_classifier() %}What's a trove classifier?{% endmacro %}
{% macro verified_email() %}Why do I need a verified email address?{% endmacro %}
{% macro mirroring() %}How can I run a mirror of PyPI?{% endmacro %}
{% macro APIs() %}Does PyPI have APIs I can use?{% endmacro %}
{% macro project_release_notifications() %}How do I get notified when a new version of a project is released?{% endmacro %}
{% macro statistics() %}Where can I see statistics about PyPI, downloads, and project/package usage?{% endmacro %}
{% macro login_problem() %}I forgot my PyPI password. Can you help me?{% endmacro %}
{% macro accessibility() %}I am having trouble using the PyPI website. Can you help me?{% endmacro %}
{% macro uploading() %}Why can't I upload files to PyPI manually?{% endmacro %}
{% macro private_indices() %}How can I publish my private packages to PyPI?{% endmacro %}
{% macro admin_intervention() %}Why did my package or user registration get blocked?{% endmacro %}
{% macro file_size_limit() %}How do I get a file size limit exemption or increase for my project?{% endmacro %}
{% macro file_name_reuse() %}Why am I getting a "Filename or contents already exists" or "Filename has been previously used" errors?{% endmacro %}
{% macro project_name() %}Why isn't my desired project name available?{% endmacro %}
{% macro project_name_claim() %}How do I claim an abandoned or previously registered project name?{% endmacro %}
{% macro new_classifier() %}How do I request a new trove classifier?{% endmacro %}
{% macro feedback() %}Where can I report a bug or provide feedback?{% endmacro %}
{% macro maintainers() %}Who maintains PyPI?{% endmacro %}
{% macro sponsors() %}What powers PyPI?{% endmacro %}
{% macro availability() %}Can I depend on PyPI being available?{% endmacro %}
{% macro contributing() %}How can I contribute to PyPI?{% endmacro %}
{% macro upcoming_changes() %}How do I keep up with upcoming changes to PyPI?{% endmacro %}
{% block title %}Help{% endblock %}

{% block content %}
  <section class="horizontal-section">
    <div class="narrow-container">
      <h1 class="page-title">Common questions</h1>

      <section class="faq-group faq-group--list">
        <h2 class="faq-group__first"><a href="#basics">Basics</a></h2>
        <ul>
          <li><a href="#packages">{{ packages() }}</a></li>
          <li><a href="#installing">{{ installing() }}</a></li>
          <li><a href="#publishing">{{ publishing() }}</a></li>
          <li><a href="#trove-classifier">{{ trove_classifier() }}</a></li>
          <li><a href="#verified-email">{{ verified_email() }}</a></li>
        </ul>
      </section>

      <section class="faq-group faq-group--list">
        <h2><a href="#integrating">Integrating</a></h2>
        <ul>
          <li><a href="#APIs">{{ APIs() }}</a></li>
          <li><a href="#mirroring">{{ mirroring() }}</a></li>
          <li><a href="#project-release-notifications">{{ project_release_notifications() }}</a></li>
          <li><a href="#statistics">{{ statistics() }}</a></li>
        </ul>
      </section>

      <section class="faq-group faq-group--list">
        <h2><a href="#problems">Problems</a></h2>
        <ul>
          <li><a href="#login-problem">{{ login_problem() }}</a></li>
          <li><a href="#accessibility">{{ accessibility() }}</a></li>
          <li><a href="#uploading">{{ uploading() }}</a></li>
          <li><a href="#private-indices">{{ private_indices() }}</a></li>
          <li><a href="#project-name">{{ project_name() }}</a></li>
          <li><a href="#project-name-claim">{{ project_name_claim() }}</a></li>
          <li><a href="#file-size-limit">{{ file_size_limit() }}</a></li>
          <li><a href="#admin-intervention">{{ admin_intervention() }}</a></li>
          <li><a href="#file-name-reuse">{{ file_name_reuse() }}</a></li>
          <li><a href="#new-classifier">{{ new_classifier() }}</a></li>
          <li><a href="#feedback">{{ feedback() }}</a></li>
        </ul>
      </section>

      <section class="faq-group faq-group--list">
        <h2><a href="#about">About</a></h2>
        <ul>
          <li><a href="#maintainers">{{ maintainers() }}</a></li>
          <li><a href="#sponsors">{{ sponsors() }}</a></li>
          <li><a href="#availability">{{ availability() }}</a></li>
          <li><a href="#contributing">{{ contributing() }}</a></li>
          <li><a href="#upcoming-changes">{{ upcoming_changes() }}</a></li>
        </ul>
      </section>

      <section class="faq-group" id="basics">
        <h2 class="faq-title" id="Basics">Basics</h2>

        <h3 id="packages">{{ packages() }}</h3>
        <p>
          We use a number of terms to describe software available on PyPI, like <em>project</em>, <em>release</em>, <em>file</em>, and <em>package</em>. Sometimes those terms are confusing because they're used to describe different things in other contexts. Here's how we use them on PyPI:
        </p>
        <p>
          A <em>project</em> on PyPI is the name of a collection of releases and files, and information about them. Projects on PyPI are made and shared by other members of the Python community so that you can use them.
        </p>
        <p>
          A <em>release</em> on PyPI is a specific version of a project. For example, the <a href="https://pypi.org/project/requests/">requests</a> project has many releases, like <em>requests 2.10</em> and <em>requests 1.2.1</em>. A release consists of one or more <em>files</em>.
        </p>
        <p>
          A <em>file</em>, also known as a <em>package</em>, on PyPI is something that you can download and install. Because of different hardware, operating systems, and file formats, a release may have several files (packages), like an archive containing source code or a binary <a href="https://pypi.org/project/wheel/#files">wheel</a>.
        </p>

        <h3 id="installing">{{ installing() }}</h3>
        <p>
          To learn how to install a file from PyPI, visit the <a href="https://packaging.python.org/installing/">installation tutorial</a> on the <a href="https://packaging.python.org/">Python Packaging User Guide</a>.
        </p>

        <h3 id="publishing">{{ publishing() }}</h3>
        <p>
          For full instructions on configuring, packaging and distributing your Python project, refer to the <a href="https://packaging.python.org/distributing/">packaging tutorial</a> on the <a href="https://packaging.python.org">Python Packaging User Guide</a>.
        </p>

        <h3 id="trove-classifier">{{ trove_classifier() }}</h3>

        <p>Each project's maintainers provide PyPI with a list of "trove classifiers" to categorize each release, describing who it's for, what systems it can run on, and how mature it is.</p>
        <p>These standardized classifiers can then be used by community members to find projects based on their desired criteria.</p>
        <p>Instructions for how to add trove classifiers to a project can be found on the <a href="https://packaging.python.org/tutorials/distributing-packages/#classifiers">Python Packaging User Guide</a>. To read the original classifier specification, refer to <a href="https://www.python.org/dev/peps/pep-0301/#distutils-trove-classification">PEP 301</a>.</p>

        <h3 id="verified-email">{{ verified_email() }}</h3>
        <p>
          Currently, PyPI requires a verified email address to perform the following operations:
        </p>
        <ul>
          <li>Register a new project</li>
        </ul>
        <p>
          The list of activities that require a verified email address is likely to grow over time.
        </p>
        <p>
          This policy will allow us to enforce a key policy of <a href="https://www.python.org/dev/peps/pep-0541/">PEP 541</a> regarding maintainer reachability. It also reduces the viability of spam attacks to create many accounts in an automated fashion.
        </p>
        <p>
          You can manage your account's email addresses in your <a href="{{ request.route_path('manage.account') }}">Profile</a>. This also allows for sending a new confirmation email for users who signed up in the past, before we began enforcing this policy.
        </p>
      </section>

      <section class="faq-group" id="integrating">
        <h2>Integrating</h2>

        <h3 id="APIs">{{ APIs() }}</h3>
        <p>
          Yes, including RSS feeds of new packages and new releases. <a href="https://warehouse.readthedocs.io/api-reference/">Please see the API reference.</a>
        </p>

        <h3 id="mirroring">{{ mirroring() }}</h3>
        <p>
          If you need to run your own mirror of PyPI, the <a href="https://pypi.org/project/bandersnatch/">bandersnatch project</a> is the recommended solution. Note that the storage requirements for a PyPI mirror would exceed 1 terabyte—and growing!
        </p>
        <h3 id="project-release-notifications">{{ project_release_notifications() }}</h3>
        <p>
          PyPI itself does not offer a way to get notified when a project uploads new releases. However, there are several third-party services that offer comprehensive monitoring and notifications for project releases and vulnerabilities such as <a href="https://pyup.io" target="_blank" rel="noopener">pyup.io</a> and <a href="https://libraries.io/" target="_blank" rel="noopener">libraries.io</a>.
        </p>
      <h3 id="statistics">{{ statistics() }}</h3>
        <p>You can <a href="https://packaging.python.org/guides/analyzing-pypi-package-downloads/">analyze PyPI download usage statistics via Google BigQuery</a>.</p>
        <p><a href="https://libraries.io/pypi" target="_blank" rel="noopener">Libraries.io provides statistics for PyPI projects</a> (<a href="https://libraries.io/pypi/twine/" target="_blank" rel="noopener">example</a>, <a href="https://libraries.io/api" target="_blank" rel="noopener">API</a>) including GitHub stars and forks, dependency tracking (<a href="https://github.com/librariesio/bibliothecary/issues/415" target="_blank" rel="noopener">in progress</a>), and <a href="https://docs.libraries.io/overview#sourcerank" target="_blank" rel="noopener">other relevant factors</a>.</p>
        <p>For recent statistics on uptime and performance, see <a href="http://status.python.org/" target="_blank" rel="noopener">our status page</a>.</p>
      </section>

      <section class="faq-group" id="problems">
        <h2>Problems</h2>

        <h3 id="login-problem">{{ login_problem() }}</h3>
        <p>
          You should be able to <a href="{{ request.route_path('accounts.reset-password') }}">reset your password</a> on the site; you'll receive an email with a password reset link. If you no longer have access to the email address associated with your account, <a href="https://github.com/pypa/warehouse/issues" target="_blank" rel="noopener">report it to us on GitHub</a>, so we can try to help.
        </p>
        {{ code_of_conduct() }}

        <h3 id="accessibility">{{ accessibility() }}</h3>
        <p><commit_msg>Add user help on TLS 1.0/1.1 deprecation (#3720)<commit_after>{#
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 # http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#}
{% extends "base.html" %}

{% macro code_of_conduct() %}
  <div class="callout-block">
    <p><strong>Please note:</strong> All users submitting feedback, reporting issues or contributing to Warehouse are expected to follow the <a href="https://www.pypa.io/en/latest/code-of-conduct/">PyPA Code of Conduct</a>.</p>
  </div>
{% endmacro %}

{# define macros for FAQ to use them as headers and in TOC #}
{% macro packages() %}What's a package, project, or release?{% endmacro %}
{% macro installing() %}How do I install a file (package) from PyPI?{% endmacro %}
{% macro publishing() %}How do I package and publish my code for PyPI?{% endmacro %}
{% macro trove_classifier() %}What's a trove classifier?{% endmacro %}
{% macro verified_email() %}Why do I need a verified email address?{% endmacro %}
{% macro mirroring() %}How can I run a mirror of PyPI?{% endmacro %}
{% macro APIs() %}Does PyPI have APIs I can use?{% endmacro %}
{% macro project_release_notifications() %}How do I get notified when a new version of a project is released?{% endmacro %}
{% macro statistics() %}Where can I see statistics about PyPI, downloads, and project/package usage?{% endmacro %}
{% macro login_problem() %}I forgot my PyPI password. Can you help me?{% endmacro %}
{% macro tls_deprecation() %}Why am I getting "No matching distribution found" or "Could not fetch URL" errors during <tt>pip install</tt>?{% endmacro %}
{% macro accessibility() %}I am having trouble using the PyPI website. Can you help me?{% endmacro %}
{% macro uploading() %}Why can't I upload files to PyPI manually?{% endmacro %}
{% macro private_indices() %}How can I publish my private packages to PyPI?{% endmacro %}
{% macro admin_intervention() %}Why did my package or user registration get blocked?{% endmacro %}
{% macro file_size_limit() %}How do I get a file size limit exemption or increase for my project?{% endmacro %}
{% macro file_name_reuse() %}Why am I getting a "Filename or contents already exists" or "Filename has been previously used" error?{% endmacro %}
{% macro project_name() %}Why isn't my desired project name available?{% endmacro %}
{% macro project_name_claim() %}How do I claim an abandoned or previously registered project name?{% endmacro %}
{% macro new_classifier() %}How do I request a new trove classifier?{% endmacro %}
{% macro feedback() %}Where can I report a bug or provide feedback?{% endmacro %}
{% macro maintainers() %}Who maintains PyPI?{% endmacro %}
{% macro sponsors() %}What powers PyPI?{% endmacro %}
{% macro availability() %}Can I depend on PyPI being available?{% endmacro %}
{% macro contributing() %}How can I contribute to PyPI?{% endmacro %}
{% macro upcoming_changes() %}How do I keep up with upcoming changes to PyPI?{% endmacro %}
{% block title %}Help{% endblock %}

{% block content %}
  <section class="horizontal-section">
    <div class="narrow-container">
      <h1 class="page-title">Common questions</h1>

      <section class="faq-group faq-group--list">
        <h2 class="faq-group__first"><a href="#basics">Basics</a></h2>
        <ul>
          <li><a href="#packages">{{ packages() }}</a></li>
          <li><a href="#installing">{{ installing() }}</a></li>
          <li><a href="#publishing">{{ publishing() }}</a></li>
          <li><a href="#trove-classifier">{{ trove_classifier() }}</a></li>
          <li><a href="#verified-email">{{ verified_email() }}</a></li>
        </ul>
      </section>

      <section class="faq-group faq-group--list">
        <h2><a href="#integrating">Integrating</a></h2>
        <ul>
          <li><a href="#APIs">{{ APIs() }}</a></li>
          <li><a href="#mirroring">{{ mirroring() }}</a></li>
          <li><a href="#project-release-notifications">{{ project_release_notifications() }}</a></li>
          <li><a href="#statistics">{{ statistics() }}</a></li>
        </ul>
      </section>

      <section class="faq-group faq-group--list">
        <h2><a href="#problems">Problems</a></h2>
        <ul>
          <li><a href="#login-problem">{{ login_problem() }}</a></li>
          <li><a href="#tls-deprecation">{{ tls_deprecation() }}</a></li>
          <li><a href="#accessibility">{{ accessibility() }}</a></li>
          <li><a href="#uploading">{{ uploading() }}</a></li>
          <li><a href="#private-indices">{{ private_indices() }}</a></li>
          <li><a href="#project-name">{{ project_name() }}</a></li>
          <li><a href="#project-name-claim">{{ project_name_claim() }}</a></li>
          <li><a href="#file-size-limit">{{ file_size_limit() }}</a></li>
          <li><a href="#admin-intervention">{{ admin_intervention() }}</a></li>
          <li><a href="#file-name-reuse">{{ file_name_reuse() }}</a></li>
          <li><a href="#new-classifier">{{ new_classifier() }}</a></li>
          <li><a href="#feedback">{{ feedback() }}</a></li>
        </ul>
      </section>

      <section class="faq-group faq-group--list">
        <h2><a href="#about">About</a></h2>
        <ul>
          <li><a href="#maintainers">{{ maintainers() }}</a></li>
          <li><a href="#sponsors">{{ sponsors() }}</a></li>
          <li><a href="#availability">{{ availability() }}</a></li>
          <li><a href="#contributing">{{ contributing() }}</a></li>
          <li><a href="#upcoming-changes">{{ upcoming_changes() }}</a></li>
        </ul>
      </section>

      <section class="faq-group" id="basics">
        <h2 class="faq-title" id="Basics">Basics</h2>

        <h3 id="packages">{{ packages() }}</h3>
        <p>
          We use a number of terms to describe software available on PyPI, like <em>project</em>, <em>release</em>, <em>file</em>, and <em>package</em>. Sometimes those terms are confusing because they're used to describe different things in other contexts. Here's how we use them on PyPI:
        </p>
        <p>
          A <em>project</em> on PyPI is the name of a collection of releases and files, and information about them. Projects on PyPI are made and shared by other members of the Python community so that you can use them.
        </p>
        <p>
          A <em>release</em> on PyPI is a specific version of a project. For example, the <a href="https://pypi.org/project/requests/">requests</a> project has many releases, like <em>requests 2.10</em> and <em>requests 1.2.1</em>. A release consists of one or more <em>files</em>.
        </p>
        <p>
          A <em>file</em>, also known as a <em>package</em>, on PyPI is something that you can download and install. Because of different hardware, operating systems, and file formats, a release may have several files (packages), like an archive containing source code or a binary <a href="https://pypi.org/project/wheel/#files">wheel</a>.
        </p>

        <h3 id="installing">{{ installing() }}</h3>
        <p>
          To learn how to install a file from PyPI, visit the <a href="https://packaging.python.org/installing/">installation tutorial</a> on the <a href="https://packaging.python.org/">Python Packaging User Guide</a>.
        </p>

        <h3 id="publishing">{{ publishing() }}</h3>
        <p>
          For full instructions on configuring, packaging and distributing your Python project, refer to the <a href="https://packaging.python.org/distributing/">packaging tutorial</a> on the <a href="https://packaging.python.org">Python Packaging User Guide</a>.
        </p>

        <h3 id="trove-classifier">{{ trove_classifier() }}</h3>

        <p>Each project's maintainers provide PyPI with a list of "trove classifiers" to categorize each release, describing who it's for, what systems it can run on, and how mature it is.</p>
        <p>These standardized classifiers can then be used by community members to find projects based on their desired criteria.</p>
        <p>Instructions for how to add trove classifiers to a project can be found on the <a href="https://packaging.python.org/tutorials/distributing-packages/#classifiers">Python Packaging User Guide</a>. To read the original classifier specification, refer to <a href="https://www.python.org/dev/peps/pep-0301/#distutils-trove-classification">PEP 301</a>.</p>

        <h3 id="verified-email">{{ verified_email() }}</h3>
        <p>
          Currently, PyPI requires a verified email address to perform the following operations:
        </p>
        <ul>
          <li>Register a new project</li>
        </ul>
        <p>
          The list of activities that require a verified email address is likely to grow over time.
        </p>
        <p>
          This policy will allow us to enforce a key policy of <a href="https://www.python.org/dev/peps/pep-0541/">PEP 541</a> regarding maintainer reachability. It also reduces the viability of spam attacks to create many accounts in an automated fashion.
        </p>
        <p>
          You can manage your account's email addresses in your <a href="{{ request.route_path('manage.account') }}">Profile</a>. This also allows for sending a new confirmation email for users who signed up in the past, before we began enforcing this policy.
        </p>
      </section>

      <section class="faq-group" id="integrating">
        <h2>Integrating</h2>

        <h3 id="APIs">{{ APIs() }}</h3>
        <p>
          Yes, including RSS feeds of new packages and new releases. <a href="https://warehouse.readthedocs.io/api-reference/">Please see the API reference.</a>
        </p>

        <h3 id="mirroring">{{ mirroring() }}</h3>
        <p>
          If you need to run your own mirror of PyPI, the <a href="https://pypi.org/project/bandersnatch/">bandersnatch project</a> is the recommended solution. Note that the storage requirements for a PyPI mirror would exceed 1 terabyte—and growing!
        </p>
        <h3 id="project-release-notifications">{{ project_release_notifications() }}</h3>
        <p>
          PyPI itself does not offer a way to get notified when a project uploads new releases. However, there are several third-party services that offer comprehensive monitoring and notifications for project releases and vulnerabilities such as <a href="https://pyup.io" target="_blank" rel="noopener">pyup.io</a> and <a href="https://libraries.io/" target="_blank" rel="noopener">libraries.io</a>.
        </p>
      <h3 id="statistics">{{ statistics() }}</h3>
        <p>You can <a href="https://packaging.python.org/guides/analyzing-pypi-package-downloads/">analyze PyPI download usage statistics via Google BigQuery</a>.</p>
        <p><a href="https://libraries.io/pypi" target="_blank" rel="noopener">Libraries.io provides statistics for PyPI projects</a> (<a href="https://libraries.io/pypi/twine/" target="_blank" rel="noopener">example</a>, <a href="https://libraries.io/api" target="_blank" rel="noopener">API</a>) including GitHub stars and forks, dependency tracking (<a href="https://github.com/librariesio/bibliothecary/issues/415" target="_blank" rel="noopener">in progress</a>), and <a href="https://docs.libraries.io/overview#sourcerank" target="_blank" rel="noopener">other relevant factors</a>.</p>
        <p>For recent statistics on uptime and performance, see <a href="http://status.python.org/" target="_blank" rel="noopener">our status page</a>.</p>
      </section>

      <section class="faq-group" id="problems">
        <h2>Problems</h2>

        <h3 id="login-problem">{{ login_problem() }}</h3>
        <p>
          You should be able to <a href="{{ request.route_path('accounts.reset-password') }}">reset your password</a> on the site; you'll receive an email with a password reset link. If you no longer have access to the email address associated with your account, <a href="https://github.com/pypa/warehouse/issues" target="_blank" rel="noopener">report it to us on GitHub</a>, so we can try to help.
        </p>
        {{ code_of_conduct() }}

        <h3 id="tls-deprecation">{{ tls_deprecation() }}</h3>
        <p>
          Transport Layer Security, or TLS, is part of how we make sure connections between your computer and PyPI are private and secure. It's a cryptographic protocol that's had several versions over time. PyPI <a href="https://mail.python.org/pipermail/python-announce-list/2018-April/011885.html" target="_blank" rel="noopener">turned off support for TLS versions 1.0 and 1.1</a> in April 2018 (<a href="https://pyfound.blogspot.com/2017/01/time-to-upgrade-your-python-tls-v12.html" target="_blank" rel="noopener">reason</a>). If you are having trouble with <tt> pip install</tt> and get a <tt>No matching distribution found</tt> or <tt>Could not fetch URL</tt> error, try adding <tt>-v</tt> to the command to get more information:
        </p>
        <p><tt>pip install --upgrade -v pip</tt>
        </p>
        <p>If you see an error like <tt>There was a problem confirming the ssl certificate</tt> or <tt>tlsv1 alert protocol version</tt> or <tt>TLSV1_ALERT_PROTOCOL_VERSION</tt>, you need to be connecting to PyPI with a newer TLS support library. The specific steps you need to take will depend on your operating system version, where your installation of Python originated (python.org, your OS vendor, or an intermediate distributor), and the installed versions of Python, <tt>setuptools<tt>, and <tt>pip</tt>. For help, please go to <a href="https://webchat.freenode.net/?channels=%23pypa" target="_blank" rel="noopener">the <tt>#pypa</tt> IRC channel on Freenode</a>, file an issue at <a href="https://github.com/pypa/packaging-problems/issues" target="_blank" rel="noopener">pypa/packaging-problems/issues</a>, or <a href="https://www.python.org/community/lists/" target="_blank" rel="noopener">post to the python-help mailing list</a>, including your OS and installation details and the output of <tt>pip install -vvv upgrade pip</tt>.
        </p>
        {{ code_of_conduct() }}

        <h3 id="accessibility">{{ accessibility() }}</h3>
        <p>
{'fraction_non_alphanumeric': 0.15822784810126583, 'fraction_numerical': 0.0064414650587970934, 'mean_word_length': 3.51980365605958, 'pattern_counts': {'":': 0, '<': 631, '<?xml version=': 0, '>': 631, 'https://': 47, 'lorem ipsum': 0, 'www.': 9, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5508081', 'n_tokens_mistral': 8334, 'n_tokens_neox': 7707, 'n_words': 2724}