<commit_before><sect1 id="zend.search.java-lucene">
    <title>Interoperating with Java Lucene</title>

	<sect2 id="zend.search.index-creation.file-formats">
		<title>File Formats</title>
        <para>
          Zend_Search_Lucene index file formats are binary compatible with a Lucene
          version 1.4 and above.
        </para>

        <para>
          A detailed description of this format is available here:
          <ulink url="http://lucene.apache.org/java/docs/fileformats.html"/>.
        </para>
	</sect2>

    <sect2 id="zend.search.index-creation.index-directory">
        <title>Index Directory</title>

        <para>
        After index creation, the index directory will contain several files:
        </para>

        <itemizedlist>
            <listitem>
                <para>
                <filename>segments</filename> file is a list of index segments.
                </para>
            </listitem>
            <listitem>
                <para>
                <filename>*.cfs</filename> files contain index segments.
                Note! Optimized index has always only one segment.
                </para>
            </listitem>
            <listitem>
                <para>
                <filename>deletable</filename> file is a list of files that are no longer used
                by the index, but which could not be deleted.<commit_msg>Zend_Search_Lucene: * minor documentation fix.<commit_after><sect1 id="zend.search.java-lucene">
    <title>Interoperating with Java Lucene</title>

	<sect2 id="zend.search.index-creation.file-formats">
		<title>File Formats</title>
        <para>
          Zend_Search_Lucene index file formats are binary compatible with a Lucene
          version 1.4 and above.
        </para>

        <para>
          A detailed description of this format is available here:
          <ulink url="http://lucene.apache.org/java/2_0_0/fileformats.html"/>
          <footnote><para>Currently supported Lucene index file format version is v2.0</para></footnote>.
        </para>
	</sect2>

    <sect2 id="zend.search.index-creation.index-directory">
        <title>Index Directory</title>

        <para>
        After index creation, the index directory will contain several files:
        </para>

        <itemizedlist>
            <listitem>
                <para>
                <filename>segments</filename> file is a list of index segments.
                </para>
            </listitem>
            <listitem>
                <para>
                <filename>*.cfs</filename> files contain index segments.
                Note! Optimized index has always only one segment.
                </para>
            </listitem>
            <listitem>
                <para>
                <filename>deletable</filename> file is a list of files that are no longer used
                by the index, but which could not be deleted.
{'fraction_non_alphanumeric': 0.09734207801173628, 'fraction_numerical': 0.005868139454608215, 'mean_word_length': 1.8135922330097087, 'pattern_counts': {'":': 0, '<': 75, '<?xml version=': 0, '>': 75, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4626285', 'n_tokens_mistral': 804, 'n_tokens_neox': 760, 'n_words': 229}