<commit_before><map>
  <entry>
    <string>plugin_status</string>
    <string>ready</string>
  </entry>
  <entry>
    <string>plugin_identifier</string>
    <string>org.lockss.plugin.iop.ClockssIOPSciencePlugin</string>
  </entry>
  <entry>
    <string>plugin_version</string>
    <string>33</string>
  </entry>
  <entry>
    <string>plugin_feature_version_map</string>
    <map>
      <entry>
        <string>Metadata</string>
        <string>6</string>
      </entry>
      <entry>
        <string>Poll</string>
        <string>24</string>
      </entry>
      <entry>
        <string>Substance</string>
        <string>2</string>
      </entry>
    </map>
  </entry>
  <entry>
    <string>plugin_name</string>
    <string>IOP Publishing Plugin (IOPscience for CLOCKSS)</string>
  </entry>
  <entry>
    <string>required_daemon_version</string>
    <string>1.67.0</string>
  </entry>
  <entry>
    <string>plugin_config_props</string>
    <list>
      <org.lockss.daemon.ConfigParamDescr>
        <key>base_url</key>
        <displayName>Base URL</displayName>
        <description>Usually of the form http://&lt;journal-name&gt;.com/</description>
        <type>3</type>
        <size>40</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
      <org.lockss.daemon.ConfigParamDescr>
        <key>journal_issn</key>
        <displayName>Journal ISSN</displayName>
        <description>International Standard Serial Number.</description>
        <type>1</type>
        <size>20</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
      <org.lockss.daemon.ConfigParamDescr>
        <key>volume_name</key>
        <displayName>Volume Name</displayName>
        <type>1</type>
        <size>20</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
    </list>
  </entry>
  <entry>
    <string>au_name</string>
    <string>"IOP Publishing Plugin (IOPscience for CLOCKSS), Base URL %s, ISSN %s, Volume %s", base_url, journal_issn, volume_name</string>
  </entry>
  <entry>
    <string>au_start_url</string>
    <string>"%s%s/%s", base_url, journal_issn, volume_name</string>
  </entry>
  <entry>
    <string>au_feature_urls</string>
    <map>
    <entry>
      <string>au_title</string>
      <string>"%s%s", base_url, journal_issn</string>
    </entry>
    <entry>
      <string>au_volume</string>
      <string>"%s%s/%s", base_url, journal_issn, volume_name</string>
    </entry>
    <entry>
      <string>au_issue</string>
      <string>"%s%s/%s/%s", base_url, journal_issn, volume_name, issue</string>
    </entry>
    <entry>
      <string>au_article</string>
      <string>"%s%s/%s/%s/%06d", base_url, journal_issn, volume_name, issue, article</string>
    </entry>
    </map>
  </entry> 
  <entry>
    <string>au_crawlrules</string>
    <list>
      <!-- content from CDN -->
      <string>1,"^https?://(cdn[.]mathjax[.]org|cdn[^.]*[.]iopscience[.]com/images/%s)/.", journal_issn</string>
      <string>1,"^https?://%s/.*[.](bmp|css|gif|ico|jpe?g|js|png|tif?f)$", base_url_host</string>
      <string>1,"^https?://%s/fonts/", base_url_host</string>
      <string>4,"^%s", base_url</string>
      <string>2,"^%s.*;jsessionid=", base_url</string>
      <string>2,"^%s%s/%s/[^/]+/[^/]+/(article\?|powerpoint/|refs/[^/]+/)", base_url, journal_issn, volume_name</string>
      <string>2,"^%s%s/%s/[^/]+/[^/]+/(cites|related|metrics)$", base_url, journal_issn, volume_name</string>
      <string>1,"^%s%s/%s(/|$)", base_url, journal_issn, volume_name</string>
    </list>
  </entry>
  <entry>
    <string>application/pdf_filter_factory</string>
    <string>org.lockss.plugin.iop.IOPSciencePdfFilterFactory</string>
  </entry>
  <entry>
    <string>text/html_filter_factory</string>
    <string>org.lockss.plugin.iop.IOPScienceHtmlHashFilterFactory</string>
  </entry>
  <entry>
    <string>text/html_crawl_filter_factory</string>
    <string>org.lockss.plugin.iop.IOPScienceHtmlCrawlFilterFactory</string>
  </entry>
  <entry>
    <string>au_substance_url_pattern</string>
    <list>
      <string>"^%s%s/%s/[^/]+/[^/]+/fulltext$", base_url, journal_issn, volume_name</string>
      <string>"^%s%s/%s/[^/]+/[^/]+/pdf/.*[.]pdf$", base_url, journal_issn, volume_name</string>
    </list>
  </entry>
  <entry>
    <string>plugin_cache_result_list</string>
    <list>
      <string>403=org.lockss.plugin.iop.IOPScienceHttpResponseHandler</string>
      <string>503=org.lockss.plugin.iop.IOPScienceHttpResponseHandler</string>
    </list>
  </entry>
  <entry>
    <string>plugin_article_iterator_factory</string>
    <string>org.lockss.plugin.iop.IOPScienceArticleIteratorFactory</string>
  </entry>
  <entry>
    <string>plugin_article_metadata_extractor_factory</string>
    <string>org.lockss.plugin.iop.IOPScienceArticleIteratorFactory</string>
  </entry>
   <entry>
    <string>text/html_metadata_extractor_factory_map</string>
    <map>
      <entry>
        <string>*;DublinCore</string>
        <string>org.lockss.plugin.iop.IOPScienceHtmlMetadataExtractorFactory</string>
      </entry>
    </map>
  </entry>
  <entry>
    <string>clockss_override</string>
    <map>
      <entry>
        <string>au_def_pause_time</string>
        <long>100</long>
      </entry>
    </map>
  </entry>
  <entry>
    <string>au_url_normalizer</string>
    <string>org.lockss.plugin.iop.IOPScienceUrlNormalizer</string>
  </entry>
  <entry>
    <!-- manifest to volume to issue -->
    <string>au_refetch_depth</string>
    <int>2</int>
  </entry>
  <entry>
    <!-- We do not poll for download figures -->
    <string>au_exclude_urls_from_polls_pattern</string>
    <string>/download(HR)?Figure/figure/</string>
  </entry>
  <entry>
    <!-- the au_permitted_host_pattern must also find match in lockss-daemon config
         org.lockss.crawler.allowedPluginPermittedHosts -->
    <string>au_permitted_host_pattern</string>
    <string>cdn[.]mathjax[.]org|cdn[^.]*[.]iopscience[.]com</string>
  </entry>
  <entry>
    <string>au_repair_from_peer_if_missing_url_pattern</string>
    <string>/(css|js)/[^?]+[.](css|js|png)$</string>
  </entry>
  <entry>
    <string>au_exclude_urls_from_polls_pattern</string>
    <string>/((css|js)/[^?]+[.](css|js|png)|refs)$</string>
  </entry>
</map><commit_msg>Set version to 34, set  feature_version for Poll to 25; fix broken au_exclude_urls_from_polls_pattern for figures<commit_after><map>
  <entry>
    <string>plugin_status</string>
    <string>ready</string>
  </entry>
  <entry>
    <string>plugin_identifier</string>
    <string>org.lockss.plugin.iop.ClockssIOPSciencePlugin</string>
  </entry>
  <entry>
    <string>plugin_version</string>
    <string>34</string>
  </entry>
  <entry>
    <string>plugin_feature_version_map</string>
    <map>
      <entry>
        <string>Metadata</string>
        <string>6</string>
      </entry>
      <entry>
        <string>Poll</string>
        <string>25</string>
      </entry>
      <entry>
        <string>Substance</string>
        <string>2</string>
      </entry>
    </map>
  </entry>
  <entry>
    <string>plugin_name</string>
    <string>IOP Publishing Plugin (IOPscience for CLOCKSS)</string>
  </entry>
  <entry>
    <string>required_daemon_version</string>
    <string>1.67.0</string>
  </entry>
  <entry>
    <string>plugin_config_props</string>
    <list>
      <org.lockss.daemon.ConfigParamDescr>
        <key>base_url</key>
        <displayName>Base URL</displayName>
        <description>Usually of the form http://&lt;journal-name&gt;.com/</description>
        <type>3</type>
        <size>40</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
      <org.lockss.daemon.ConfigParamDescr>
        <key>journal_issn</key>
        <displayName>Journal ISSN</displayName>
        <description>International Standard Serial Number.</description>
        <type>1</type>
        <size>20</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
      <org.lockss.daemon.ConfigParamDescr>
        <key>volume_name</key>
        <displayName>Volume Name</displayName>
        <type>1</type>
        <size>20</size>
        <definitional>true</definitional>
        <defaultOnly>false</defaultOnly>
      </org.lockss.daemon.ConfigParamDescr>
    </list>
  </entry>
  <entry>
    <string>au_name</string>
    <string>"IOP Publishing Plugin (IOPscience for CLOCKSS), Base URL %s, ISSN %s, Volume %s", base_url, journal_issn, volume_name</string>
  </entry>
  <entry>
    <string>au_start_url</string>
    <string>"%s%s/%s", base_url, journal_issn, volume_name</string>
  </entry>
  <entry>
    <string>au_feature_urls</string>
    <map>
    <entry>
      <string>au_title</string>
      <string>"%s%s", base_url, journal_issn</string>
    </entry>
    <entry>
      <string>au_volume</string>
      <string>"%s%s/%s", base_url, journal_issn, volume_name</string>
    </entry>
    <entry>
      <string>au_issue</string>
      <string>"%s%s/%s/%s", base_url, journal_issn, volume_name, issue</string>
    </entry>
    <entry>
      <string>au_article</string>
      <string>"%s%s/%s/%s/%06d", base_url, journal_issn, volume_name, issue, article</string>
    </entry>
    </map>
  </entry> 
  <entry>
    <string>au_crawlrules</string>
    <list>
      <!-- content from CDN -->
      <string>1,"^https?://(cdn[.]mathjax[.]org|cdn[^.]*[.]iopscience[.]com/images/%s)/.", journal_issn</string>
      <string>1,"^https?://%s/.*[.](bmp|css|gif|ico|jpe?g|js|png|tif?f)$", base_url_host</string>
      <string>1,"^https?://%s/fonts/", base_url_host</string>
      <string>4,"^%s", base_url</string>
      <string>2,"^%s.*;jsessionid=", base_url</string>
      <string>2,"^%s%s/%s/[^/]+/[^/]+/(article\?|powerpoint/|refs/[^/]+/)", base_url, journal_issn, volume_name</string>
      <string>2,"^%s%s/%s/[^/]+/[^/]+/(cites|related|metrics)$", base_url, journal_issn, volume_name</string>
      <string>1,"^%s%s/%s(/|$)", base_url, journal_issn, volume_name</string>
    </list>
  </entry>
  <entry>
    <string>application/pdf_filter_factory</string>
    <string>org.lockss.plugin.iop.IOPSciencePdfFilterFactory</string>
  </entry>
  <entry>
    <string>text/html_filter_factory</string>
    <string>org.lockss.plugin.iop.IOPScienceHtmlHashFilterFactory</string>
  </entry>
  <entry>
    <string>text/html_crawl_filter_factory</string>
    <string>org.lockss.plugin.iop.IOPScienceHtmlCrawlFilterFactory</string>
  </entry>
  <entry>
    <string>au_substance_url_pattern</string>
    <list>
      <string>"^%s%s/%s/[^/]+/[^/]+/fulltext$", base_url, journal_issn, volume_name</string>
      <string>"^%s%s/%s/[^/]+/[^/]+/pdf/.*[.]pdf$", base_url, journal_issn, volume_name</string>
    </list>
  </entry>
  <entry>
    <string>plugin_cache_result_list</string>
    <list>
      <string>403=org.lockss.plugin.iop.IOPScienceHttpResponseHandler</string>
      <string>503=org.lockss.plugin.iop.IOPScienceHttpResponseHandler</string>
    </list>
  </entry>
  <entry>
    <string>plugin_article_iterator_factory</string>
    <string>org.lockss.plugin.iop.IOPScienceArticleIteratorFactory</string>
  </entry>
  <entry>
    <string>plugin_article_metadata_extractor_factory</string>
    <string>org.lockss.plugin.iop.IOPScienceArticleIteratorFactory</string>
  </entry>
   <entry>
    <string>text/html_metadata_extractor_factory_map</string>
    <map>
      <entry>
        <string>*;DublinCore</string>
        <string>org.lockss.plugin.iop.IOPScienceHtmlMetadataExtractorFactory</string>
      </entry>
    </map>
  </entry>
  <entry>
    <string>clockss_override</string>
    <map>
      <entry>
        <string>au_def_pause_time</string>
        <long>100</long>
      </entry>
    </map>
  </entry>
  <entry>
    <string>au_url_normalizer</string>
    <string>org.lockss.plugin.iop.IOPScienceUrlNormalizer</string>
  </entry>
  <entry>
    <!-- manifest to volume to issue -->
    <string>au_refetch_depth</string>
    <int>2</int>
  </entry>
  <entry>
    <!-- We do not poll for download figures -->
    <string>au_exclude_urls_from_polls_pattern</string>
    <string>/download(HR)?Figure/figure/</string>
  </entry>
  <entry>
    <!-- the au_permitted_host_pattern must also find match in lockss-daemon config
         org.lockss.crawler.allowedPluginPermittedHosts -->
    <string>au_permitted_host_pattern</string>
    <string>cdn[.]mathjax[.]org|cdn[^.]*[.]iopscience[.]com</string>
  </entry>
  <entry>
    <string>au_repair_from_peer_if_missing_url_pattern</string>
    <string>/(css|js)/[^?]+[.](css|js|png)$</string>
  </entry>
  <entry>
    <string>au_exclude_urls_from_polls_pattern</string>
    <string>/((css|js)/[^?]+[.](css|js|png)$|refs$|download(HR)?Figure/figure/)</string>
  </entry>
</map>
{'fraction_non_alphanumeric': 0.1817551429231836, 'fraction_numerical': 0.006317898143154326, 'mean_word_length': 3.4330601092896176, 'pattern_counts': {'":': 0, '<': 575, '<?xml version=': 0, '>': 575, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 5, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4822290', 'n_tokens_mistral': 4837, 'n_tokens_neox': 4686, 'n_words': 573}