<commit_before><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE reference PUBLIC "-//OASIS//DTD DITA Reference//EN" "reference.dtd">
<!--This file is part of the DITA Open Toolkit project. See the accompanying LICENSE.md file for applicable licenses.-->

<reference id="preprocess-genlist" xml:lang="en-US">
  <title>Generate lists (gen-list)</title>
  <shortdesc>The <codeph>gen-list</codeph> step examines the input files and creates lists of topics, images, document
    properties, or other content. These lists are used by later steps in the pipeline. For example, one list includes
    all topics that make use of the conref attribute; only those files are processed during the conref stage of the
    build. This step is implemented in Java.</shortdesc>
  <refbody>
    <section>
      <p>The result of this list is a set of several list files in the temporary directory, including
          <filepath>dita.list</filepath> and <filepath>dita.xml.properties</filepath>.</p><table>
        <tgroup cols="4">
          <colspec colname="col1"/>
          <colspec colname="col2"/>
          <colspec colname="col3"/>
          <colspec colname="col4"/>
          <thead>
            <row>
              <entry colname="col1">List file property</entry>
              <entry colname="col2">List file</entry>
              <entry colname="col3">List property</entry>
              <entry colname="col4">Usage</entry>
            </row>
          </thead>
          <tbody>
            <row>
              <entry colname="col1">canditopicsfile</entry>
              <entry colname="col2"><codeph>canditopics.list</codeph></entry>
              <entry colname="col3">canditopicslist</entry>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">conreffile</entry>
              <entry colname="col2"><codeph>conref.list</codeph></entry>
              <entry colname="col3">conreflist</entry>
              <entry colname="col4">Documents that contains conref attribute that need to be resolved in
                preprocess.</entry>
            </row>
            <row>
              <entry colname="col1">conreftargetsfile</entry>
              <entry colname="col2"><codeph>conreftargets.list</codeph></entry>
              <entry colname="col3">conreftargetslist</entry>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">copytosourcefile</entry>
              <entry colname="col2"><codeph>copytosource.list</codeph></entry>
              <entry colname="col3">copytosourcelist</entry>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">flagimagefile</entry>
              <entry colname="col2"><codeph>flagimage.list</codeph></entry>
              <entry colname="col3">flagimagelist</entry>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">fullditamapandtopicfile</entry>
              <entry colname="col2"><codeph>fullditamapandtopic.list</codeph></entry>
              <entry colname="col3">fullditamapandtopiclist</entry>
              <entry colname="col4">All of the ditamap and topic files that are referenced during the transformation.
                These may be referenced by href or conref attributes.</entry>
            </row>
            <row>
              <entry colname="col1">fullditamapfile</entry>
              <entry colname="col2"><codeph>fullditamap.list</codeph></entry>
              <entry colname="col3">fullditamaplist</entry>
              <entry colname="col4">All of the ditamap files in dita.list</entry>
            </row>
            <row>
              <entry colname="col1">fullditatopicfile</entry>
              <entry colname="col2"><codeph>fullditatopic.list</codeph></entry>
              <entry colname="col3">fullditatopiclist</entry>
              <entry colname="col4">All of the topic files in dita.list</entry>
            </row>
            <row>
              <entry colname="col1">hrefditatopicfile</entry>
              <entry colname="col2"><codeph>hrefditatopic.list</codeph></entry>
              <entry colname="col3">hrefditatopiclist</entry>
              <entry colname="col4">All of the topic files that are referenced with an href attribute</entry>
            </row>
            <row>
              <entry colname="col1">hreftargetsfile</entry>
              <entry colname="col2"><codeph>hreftargets.list</codeph></entry>
              <entry colname="col3">hreftargetslist</entry>
              <entry colname="col4">link targets</entry>
            </row>
            <row importance="deprecated">
              <entry colname="col1">htmlfile</entry>
              <entry colname="col2"><codeph>html.list</codeph></entry>
              <entry colname="col3">htmllist</entry>
              <entry colname="col4">resource files</entry>
            </row>
            <row importance="deprecated">
              <entry colname="col1">imagefile</entry>
              <entry colname="col2"><codeph>image.list</codeph></entry>
              <entry colname="col3">imagelist</entry>
              <entry colname="col4">Images files that are referenced in the content</entry>
            </row>
            <row>
              <entry colname="col1">outditafilesfile</entry>
              <entry colname="col2"><codeph>outditafiles.list</codeph></entry>
              <entry colname="col3">outditafileslist</entry>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">resourceonlyfile</entry>
              <entry colname="col2"><codeph>resourceonly.list</codeph></entry>
              <entry colname="col3">resourceonlylist</entry>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">subjectschemefile</entry>
              <entry colname="col2"><codeph>subjectscheme.list</codeph></entry>
              <entry colname="col3">subjectschemelist</entry>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">subtargetsfile</entry>
              <entry colname="col2"><codeph>subtargets.list</codeph></entry>
              <entry colname="col3">subtargetslist</entry>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">tempdirToinputmapdir.relative.value</entry>
              <entry colname="col2"/>
              <entry colname="col3"/>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">uplevels</entry>
              <entry colname="col2"/>
              <entry colname="col3"/>
              <entry colname="col4"/>
            </row>
            <row>
              <entry colname="col1">user.input.dir</entry>
              <entry colname="col2"/>
              <entry colname="col3"/>
              <entry colname="col4">Absolute input directory path</entry>
            </row>
            <row>
              <entry colname="col1">user.input.file.listfile</entry>
              <entry colname="col2"/>
              <entry colname="col3"/>
              <entry colname="col4">Input file list file</entry>
            </row>
            <row>
              <entry colname="col1">user.input.file</entry>
              <entry colname="col2"/>
              <entry colname="col3"/>
              <entry colname="col4">Input file path, relative to input directory</entry>
            </row>
          </tbody>
        </tgroup>
      </table>
    </section>
  </refbody>
</reference><commit_msg>Remove redundant “List property” column (Fixes #82)<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE reference PUBLIC "-//OASIS//DTD DITA Reference//EN" "reference.dtd">
<!--This file is part of the DITA Open Toolkit project. See the accompanying LICENSE.md file for applicable licenses.-->

<reference id="preprocess-genlist" xml:lang="en-US">
  <title>Generate lists (gen-list)</title>
  <shortdesc>The <codeph>gen-list</codeph> step examines the input files and creates lists of topics, images, document
    properties, or other content. These lists are used by later steps in the pipeline. This step is implemented in
    Java.</shortdesc>
  <refbody>
    <section>
      <p>For example, one list includes all topics that make use of the conref attribute; only those files are processed
        during the conref stage of the build. The list file name name is derived from the list file property. For
        example, the <codeph>conref.list</codeph> file is generated for “conreffile” and a corresponding list property
        is provided for each generated list, in this case “conreflist”.</p>
      <p>The result of this step is a set of several list files in the temporary directory, including
          <filepath>dita.list</filepath> and <filepath>dita.xml.properties</filepath>.</p><table>
        <tgroup cols="3">
          <colspec colname="col1" colwidth="2*"/>
          <colspec colname="col2" colwidth="3*"/>
          <colspec colname="col3" colwidth="3*"/>
          <thead>
            <row>
              <entry colname="col1">List file property</entry>
              <entry colname="col2">List file</entry>
              <entry colname="col3">Usage</entry>
            </row>
          </thead>
          <tbody>
            <row>
              <entry colname="col1">canditopicsfile</entry>
              <entry colname="col2"><codeph>canditopics.list</codeph></entry>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">conreffile</entry>
              <entry colname="col2"><codeph>conref.list</codeph></entry>
              <entry colname="col3">Documents that contain conref attributes that need to be resolved in
                preprocess.</entry>
            </row>
            <row>
              <entry colname="col1">conreftargetsfile</entry>
              <entry colname="col2"><codeph>conreftargets.list</codeph></entry>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">copytosourcefile</entry>
              <entry colname="col2"><codeph>copytosource.list</codeph></entry>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">flagimagefile</entry>
              <entry colname="col2"><codeph>flagimage.list</codeph></entry>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">fullditamapandtopicfile</entry>
              <entry colname="col2"><codeph>fullditamapandtopic.list</codeph></entry>
              <entry colname="col3">All of the ditamap and topic files that are referenced during the transformation.
                These may be referenced by href or conref attributes.</entry>
            </row>
            <row>
              <entry colname="col1">fullditamapfile</entry>
              <entry colname="col2"><codeph>fullditamap.list</codeph></entry>
              <entry colname="col3">All of the ditamap files in dita.list</entry>
            </row>
            <row>
              <entry colname="col1">fullditatopicfile</entry>
              <entry colname="col2"><codeph>fullditatopic.list</codeph></entry>
              <entry colname="col3">All of the topic files in dita.list</entry>
            </row>
            <row>
              <entry colname="col1">hrefditatopicfile</entry>
              <entry colname="col2"><codeph>hrefditatopic.list</codeph></entry>
              <entry colname="col3">All of the topic files that are referenced with an href attribute</entry>
            </row>
            <row>
              <entry colname="col1">hreftargetsfile</entry>
              <entry colname="col2"><codeph>hreftargets.list</codeph></entry>
              <entry colname="col3">Link targets</entry>
            </row>
            <row importance="deprecated">
              <entry colname="col1">htmlfile</entry>
              <entry colname="col2"><codeph>html.list</codeph></entry>
              <entry colname="col3">Resource files</entry>
            </row>
            <row importance="deprecated">
              <entry colname="col1">imagefile</entry>
              <entry colname="col2"><codeph>image.list</codeph></entry>
              <entry colname="col3">Image files that are referenced in the content</entry>
            </row>
            <row>
              <entry colname="col1">outditafilesfile</entry>
              <entry colname="col2"><codeph>outditafiles.list</codeph></entry>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">resourceonlyfile</entry>
              <entry colname="col2"><codeph>resourceonly.list</codeph></entry>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">subjectschemefile</entry>
              <entry colname="col2"><codeph>subjectscheme.list</codeph></entry>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">subtargetsfile</entry>
              <entry colname="col2"><codeph>subtargets.list</codeph></entry>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">tempdirToinputmapdir.relative.value</entry>
              <entry colname="col2"/>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">uplevels</entry>
              <entry colname="col2"/>
              <entry colname="col3"/>
            </row>
            <row>
              <entry colname="col1">user.input.dir</entry>
              <entry colname="col2"/>
              <entry colname="col3">Absolute input directory path</entry>
            </row>
            <row>
              <entry colname="col1">user.input.file.listfile</entry>
              <entry colname="col2"/>
              <entry colname="col3">Input file list file</entry>
            </row>
            <row>
              <entry colname="col1">user.input.file</entry>
              <entry colname="col2"/>
              <entry colname="col3">Input file path, relative to the input directory</entry>
            </row>
          </tbody>
        </tgroup>
      </table>
    </section>
  </refbody>
</reference>
{'fraction_non_alphanumeric': 0.13545761776674253, 'fraction_numerical': 0.012000827643285744, 'mean_word_length': 1.9933938893476466, 'pattern_counts': {'":': 0, '<': 497, '<?xml version=': 2, '>': 497, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2739091', 'n_tokens_mistral': 4095, 'n_tokens_neox': 4053, 'n_words': 872}