<commit_before><?xml version="1.0" encoding="UTF-8"?>
<!-- This file is part of the DITA Open Toolkit project hosted on 
 Sourceforge.net. See the accompanying license.txt file for 
 applicable licenses.-->
<!DOCTYPE reference PUBLIC "-//OASIS//DTD DITA Reference//EN"
 "reference.dtd">
<reference id="preprocess-genlist" xml:lang="en-us">
<title>Generate lists (gen-list)</title>
<shortdesc>The <codeph>gen-list</codeph> step examines the input files
and creates lists of topics, images, document properties, or other
content. These lists are used by later steps in the pipeline. For
example, one list includes all topics that make use of the conref
attribute; only those files are processed         during the conref
stage of the build. This step is implemented in Ant and Java.</shortdesc>
<refbody>
<section><p>The result of this list is a set of several list files
in the temporary directory, including <filepath>dita.list</filepath> and <filepath>dita.xml.properties</filepath>.</p><table>
<tgroup cols="4"><colspec colname="col1"/><colspec colname="col2"/>
<colspec colname="col3"/><colspec colname="col4"/>
<thead>
<row>
<entry colname="col1">List file property</entry>
<entry colname="col2">List file</entry>
<entry colname="col3">List property</entry>
<entry colname="col4">Usage</entry>
</row>
</thead>
<tbody>
<row><commit_msg>Clean preprocessing Ant code and documentation<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!-- This file is part of the DITA Open Toolkit project hosted on 
 Sourceforge.net. See the accompanying license.txt file for 
 applicable licenses.-->
<!DOCTYPE reference PUBLIC "-//OASIS//DTD DITA Reference//EN"
 "reference.dtd">
<reference id="preprocess-genlist" xml:lang="en-us">
<title>Generate lists (gen-list)</title>
<shortdesc>The <codeph>gen-list</codeph> step examines the input files
and creates lists of topics, images, document properties, or other
content. These lists are used by later steps in the pipeline. For
example, one list includes all topics that make use of the conref
attribute; only those files are processed         during the conref
stage of the build. This step is implemented in Java.</shortdesc>
<refbody>
<section><p>The result of this list is a set of several list files
in the temporary directory, including <filepath>dita.list</filepath> and <filepath>dita.xml.properties</filepath>.</p><table>
<tgroup cols="4"><colspec colname="col1"/><colspec colname="col2"/>
<colspec colname="col3"/><colspec colname="col4"/>
<thead>
<row>
<entry colname="col1">List file property</entry>
<entry colname="col2">List file</entry>
<entry colname="col3">List property</entry>
<entry colname="col4">Usage</entry>
</row>
</thead>
<tbody>
<row>
{'fraction_non_alphanumeric': 0.13392526822049575, 'fraction_numerical': 0.008879023307436182, 'mean_word_length': 5.563106796116505, 'pattern_counts': {'":': 0, '<': 79, '<?xml version=': 2, '>': 79, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6622474', 'n_tokens_mistral': 828, 'n_tokens_neox': 797, 'n_words': 292}