<commit_before><map>
  <entry>
    <string>plugin_identifier</string>
    <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisPlugin</string>
  </entry>
  <entry>
    <string>plugin_name</string>
    <string>Taylor &amp; Francis Plugin</string>
  </entry>
  <entry>
    <string>plugin_version</string>
    <string>1</string>
  </entry>
  <entry>
    <string>plugin_feature_version_map</string>
    <map>
      <entry>
        <string>Poll</string>
	<string>1</string>
      </entry>
      <entry>
        <string>Substance</string>
	<string>1</string>
      </entry>
    </map>
  </entry>
  <entry>
    <string>plugin_config_props</string>
    <list>
      <org.lockss.daemon.ConfigParamDescr>
        <key>base_url</key>
        <displayName>Base URL</displayName>
        <description>Usually of the form http://&lt;journal-name&gt;.com/</description>
        <type>3</type>
        <size>40</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
      <org.lockss.daemon.ConfigParamDescr>
        <key>journal_id</key>
        <displayName>Journal Identifier</displayName>
        <description>Identifier for journal (often used as part of file names)</description>
        <type>1</type>
        <size>40</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
      <org.lockss.daemon.ConfigParamDescr>
        <key>volume_name</key>
        <displayName>Volume Name</displayName>
        <type>1</type>
        <size>20</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
    </list>
  </entry>
  <entry>
    <string>au_name</string>
    <string>&quot;Taylor &amp; Francis Plugin, Base URL %s, Journal ID %s, Volume %s&quot;, base_url, journal_id, volume_name</string>
  </entry>
  <entry>
    <string>au_start_url</string>
    <string>&quot;%slockss/%s/%s/index.html&quot;, base_url, journal_id, volume_name</string>
  </entry>
  <entry>
    <string>au_crawlrules</string>
    <list>
      <string>1,&quot;^https?://%s/.*\.(bmp|css|gif|ico|jpe?g|js|png|tif?f)$&quot;, base_url_host</string>
      <string>4,&quot;^https?://%s/&quot;, base_url_host</string>
      <string>1,&quot;^%slockss/%s/%s/index\.html$&quot;, base_url, journal_id, volume_name</string>
      <string>1,&quot;^%stoc/%s/%s/&quot;, base_url, journal_id, volume_name</string>
      <string>2,&quot;^%sdoi/[^/]+/[^/]+/[-.9]+$&quot;, base_url</string>
      <string>2,&quot;^%sdoi/.*\?tab=permissions&quot;, base_url</string>
      <string>1,&quot;^%s(action/showPopup\?|doi/)&quot;, base_url</string>
    </list>
  </entry>
  <entry>
    <string>au_url_normalizer</string>
    <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisUrlNormalizer</string>
  </entry>
  <entry>
    <string>text/html_crawl_filter_factory</string>
    <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisHtmlFilterFactory</string>
  </entry>
  <entry>
    <string>application/pdf_filter_factory</string>
    <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisPdfFilterFactory</string>
  </entry>
  <entry>
    <string>au_substance_url_pattern</string>
    <list>
      <string>&quot;^%sdoi/(full|pdf)/&quot;, base_url</string>
    </list>
  </entry>
  <entry>
    <string>au_def_pause_time</string>
    <long>6000</long>
  </entry>
  <entry>
    <string>au_def_new_content_crawl</string><commit_msg>Added au_feature_urls and text/html_metadata_extractor_factory_map blocks<commit_after><map>
  <entry>
    <string>plugin_identifier</string>
    <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisPlugin</string>
  </entry>
  <entry>
    <string>plugin_name</string>
    <string>Taylor &amp; Francis Plugin</string>
  </entry>
  <entry>
    <string>plugin_version</string>
    <string>2</string>
  </entry>
  <entry>
    <string>plugin_feature_version_map</string>
    <map>
      <entry>
        <string>Poll</string>
	<string>1</string>
      </entry>
      <entry>
        <string>Substance</string>
	<string>1</string>
      </entry>
    </map>
  </entry>
  <entry>
    <string>plugin_config_props</string>
    <list>
      <org.lockss.daemon.ConfigParamDescr>
        <key>base_url</key>
        <displayName>Base URL</displayName>
        <description>Usually of the form http://&lt;journal-name&gt;.com/</description>
        <type>3</type>
        <size>40</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
      <org.lockss.daemon.ConfigParamDescr>
        <key>journal_id</key>
        <displayName>Journal Identifier</displayName>
        <description>Identifier for journal (often used as part of file names)</description>
        <type>1</type>
        <size>40</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
      <org.lockss.daemon.ConfigParamDescr>
        <key>volume_name</key>
        <displayName>Volume Name</displayName>
        <type>1</type>
        <size>20</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
    </list>
  </entry>
  <entry>
    <string>au_name</string>
    <string>&quot;Taylor &amp; Francis Plugin, Base URL %s, Journal ID %s, Volume %s&quot;, base_url, journal_id, volume_name</string>
  </entry>
  <entry>
    <string>au_start_url</string>
    <string>&quot;%slockss/%s/%s/index.html&quot;, base_url, journal_id, volume_name</string>
  </entry>
  <entry>
    <string>au_feature_urls</string>
    <map>
    <entry>
      <string>au_title</string>
      <string>&quot;%sloi/%s&quot;, base_url, journal_id</string>
    </entry>
    <entry>
      <string>au_volume</string>
      <string>&quot;%slockss/%s/%s/index.html&quot;, base_url, journal_id, volume_name</string>
    </entry>
    <entry>
      <string>au_issue</string>
      <string>&quot;%stoc/%s/%s/%s&quot;, base_url, journal_id, volume_name, issue</string>
    </entry>
    </map>
  </entry>
  <entry>
    <string>au_crawlrules</string>
    <list>
      <string>1,&quot;^https?://%s/.*\.(bmp|css|gif|ico|jpe?g|js|png|tif?f)$&quot;, base_url_host</string>
      <string>4,&quot;^https?://%s/&quot;, base_url_host</string>
      <string>1,&quot;^%slockss/%s/%s/index\.html$&quot;, base_url, journal_id, volume_name</string>
      <string>1,&quot;^%stoc/%s/%s/&quot;, base_url, journal_id, volume_name</string>
      <string>2,&quot;^%sdoi/[^/]+/[^/]+/[-.9]+$&quot;, base_url</string>
      <string>2,&quot;^%sdoi/.*\?tab=permissions&quot;, base_url</string>
      <string>1,&quot;^%s(action/showPopup\?|doi/)&quot;, base_url</string>
    </list>
  </entry>
  <entry>
    <string>au_url_normalizer</string>
    <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisUrlNormalizer</string>
  </entry>
  <entry>
    <string>text/html_crawl_filter_factory</string>
    <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisHtmlFilterFactory</string>
  </entry>
  <entry>
    <string>application/pdf_filter_factory</string>
    <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisPdfFilterFactory</string>
  </entry>
  <entry>
    <string>text/html_metadata_extractor_factory_map</string>
    <map>
      <entry>
        <string>*;DublinCore</string>
        <string>org.lockss.plugin.taylorandfrancis.TaylorAndFrancisHtmlMetadataExtractorFactory</string>
      </entry>
    </map>
  </entry>
  <entry>
    <string>au_substance_url_pattern</string>
    <list>
      <string>&quot;^%sdoi/(full|pdf)/&quot;, base_url</string>
    </list>
  </entry>
  <entry>
    <string>au_def_pause_time</string>
    <long>6000</long>
  </entry>
  <entry>
    <string>au_def_new_content_crawl</string>
{'fraction_non_alphanumeric': 0.17316237146121619, 'fraction_numerical': 0.006093690491303796, 'mean_word_length': 3.5696055684454757, 'pattern_counts': {'":': 0, '<': 351, '<?xml version=': 0, '>': 351, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7061401', 'n_tokens_mistral': 2969, 'n_tokens_neox': 2849, 'n_words': 336}