<commit_before><?xml version="1.0" encoding="UTF-8"?>
<catalog xmlns="http://www.unidata.ucar.edu/namespaces/thredds/InvCatalog/v1.0" xmlns:xlink="http://www.w3.org/1999/xlink" name="Unidata THREDDS Data Server" version="1.0.1">
  <service name="fmrcServices" serviceType="Compound" base="">
    <service name="ncdods" serviceType="OPENDAP" base="/thredds/dodsC/" />
    <service name="wcs" serviceType="WCS" base="/thredds/wcs/" />
    <service name="ncss" serviceType="NetcdfSubset" base="/thredds/ncss/grid/" />
  </service>
  <service name="HTTPServer" serviceType="HTTPServer" base="/thredds/fileServer/" />
  <dataset name="Unidata Real-Time Regional Model" ID="Unidata-Regional-Model">

    <metadata inherited="true">
      <serviceName>fmrcServices</serviceName>
      <authority>edu.ucar.unidata</authority>
      <dataType>Grid</dataType>
      <dataFormat>GRIB-1</dataFormat>
      <documentation xlink:href="http://www.unidata.ucar.edu/software/gempak/rtmodel/" xlink:title="Unidata documentation" />
      <documentation type="rights">Freely available</documentation>
      <documentation type="processing_level">Read by CDM Forecast Model Run Collection.</documentation>
      <creator>
        <name vocabulary="DIF">UCAR/UNIDATA</name>
        <contact url="http://www.unidata.ucar.edu/" email="<EMAIL>" />
      </creator>
      <publisher>
        <name vocabulary="DIF">UCAR/UNIDATA</name>
        <contact url="http://www.unidata.ucar.edu/" email="<EMAIL>" />
      </publisher>
    </metadata>

    <!-- datasetFmrc name="NMM (Primary Domain) Runs" path="fmrc/Unidata/rtmodel/nmm" collectionType="ForecastModelRuns" harvest="true" runsOnly="true">
      <netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2" enhance="true">
        <aggregation dimName="run" type="forecastModelRunSingleCollection" timeUnitsChange="true" recheckEvery="5 min">
          <scanFmrc location="/data/ldm/pub/rtmodel/" subdirs="false" regExp=".*nmm\.Grb.*" runDateMatcher="yyMMddHH#_nmm.GrbF#" forecastOffsetMatcher="#_nmm.GrbF#HHH" />
        </aggregation>
      </netcdf>
    </datasetFmrc -->

    <datasetScan name="NMM (Primary Domain) individual files" ID="Unidata-Regional-Model/nmm/files" path="fmrc/Unidata/rtmodel/nmm/files" location="/data/ldm/pub/rtmodel/">
      <metadata inherited="true">
        <serviceName>HTTPServer</serviceName>
      </metadata>
      <filter>
        <include regExp=".*nmm\.Grb.*" atomic="true" collection="false" />
      </filter>
      <addID />
      <sort>
        <lexigraphicByName increasing="false" />
      </sort>
      <addDatasetSize />
    </datasetScan>

   <!--datasetFmrc name="NMM (Secondary Domain) Runs" path="fmrc/Unidata/rtmodel/nmm-alt" collectionType="ForecastModelRuns" harvest="true" runsOnly="true">
      <netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2" enhance="true">
        <aggregation dimName="run" type="forecastModelRunSingleCollection" timeUnitsChange="true" recheckEvery="5 min">
          <scanFmrc location="/data/ldm/pub/rtmodel/" subdirs="false" regExp=".*nmm_alt1\.Grb.*" runDateMatcher="yyMMddHH#_nmm_alt1.GrbF#" forecastOffsetMatcher="#_nmm_alt1.GrbF#HHH" />
        </aggregation>
      </netcdf>
    </datasetFmrc -->

    <datasetScan name="NMM (Secondary Domain) individual files" ID="Unidata-Regional-Model/nmm-alt/files" path="fmrc/Unidata/rtmodel/nmm-alt/files" location="/data/ldm/pub/rtmodel/">
      <metadata inherited="true">
        <serviceName>HTTPServer</serviceName>
      </metadata>
      <filter>
        <include regExp=".*nmm_alt1\.Grb.*" atomic="true" collection="false" />
      </filter>
      <addID />
      <sort>
        <lexigraphicByName increasing="false" />
      </sort>
      <addDatasetSize />
    </datasetScan>

  </dataset>
</catalog>
<commit_msg>Update motherlode catalog for data from Unidata Regional WRF runs.<commit_after><?xml version="1.0" encoding="UTF-8"?>
<catalog xmlns="http://www.unidata.ucar.edu/namespaces/thredds/InvCatalog/v1.0" xmlns:xlink="http://www.w3.org/1999/xlink" name="Unidata THREDDS Data Server" version="1.0.1">
  <service name="all" serviceType="Compound" base="">
    <service name="odap" serviceType="OPENDAP" base="/thredds/dodsC/" />
    <service name="wcs" serviceType="WCS" base="/thredds/wcs/" />
    <service name="wms" serviceType="WMS" base="/thredds/wms/" />
    <service name="ncss" serviceType="NetcdfSubset" base="/thredds/ncss/grid/" />
    <service name="http" serviceType="HTTPServer" base="/thredds/fileServer/"/>
  </service>
  <dataset name="Unidata Real-Time Regional Model" ID="Unidata-Regional-Model">

    <metadata inherited="true">
      <serviceName>all</serviceName>
      <authority>edu.ucar.unidata</authority>
      <dataType>Grid</dataType>
      <dataFormat>GRIB-1</dataFormat>
      <documentation xlink:href="http://www.unidata.ucar.edu/software/gempak/rtmodel/" xlink:title="Unidata documentation" />
      <documentation type="rights">Freely available</documentation>
      <documentation type="processing_level">Read by CDM Forecast Model Run Collection.</documentation>
      <creator>
        <name vocabulary="DIF">UCAR/UNIDATA</name>
        <contact url="http://www.unidata.ucar.edu/" email="<EMAIL>" />
      </creator>
      <publisher>
        <name vocabulary="DIF">UCAR/UNIDATA</name>
        <contact url="http://www.unidata.ucar.edu/" email="<EMAIL>" />
      </publisher>
    </metadata>

    <!-- datasetFmrc name="NMM (Primary Domain) Runs" path="fmrc/Unidata/rtmodel/nmm" collectionType="ForecastModelRuns" harvest="true" runsOnly="true">
      <netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2" enhance="true">
        <aggregation dimName="run" type="forecastModelRunSingleCollection" timeUnitsChange="true" recheckEvery="5 min">
          <scanFmrc location="/data/ldm/pub/rtmodel/" subdirs="false" regExp=".*nmm\.Grb.*" runDateMatcher="yyMMddHH#_nmm.GrbF#" forecastOffsetMatcher="#_nmm.GrbF#HHH" />
        </aggregation>
      </netcdf>
    </datasetFmrc -->

    <datasetScan name="NMM (Primary Domain) individual files" ID="Unidata-Regional-Model/nmm/files" path="fmrc/Unidata/rtmodel/nmm/files" location="/data/ldm/pub/rtmodel/">
      <filter>
        <include regExp=".*nmm\.Grb.*" atomic="true" collection="false" />
      </filter>
      <addID />
      <sort>
        <lexigraphicByName increasing="false" />
      </sort>
      <addDatasetSize />
    </datasetScan>

   <!--datasetFmrc name="NMM (Secondary Domain) Runs" path="fmrc/Unidata/rtmodel/nmm-alt" collectionType="ForecastModelRuns" harvest="true" runsOnly="true">
      <netcdf xmlns="http://www.unidata.ucar.edu/namespaces/netcdf/ncml-2.2" enhance="true">
        <aggregation dimName="run" type="forecastModelRunSingleCollection" timeUnitsChange="true" recheckEvery="5 min">
          <scanFmrc location="/data/ldm/pub/rtmodel/" subdirs="false" regExp=".*nmm_alt1\.Grb.*" runDateMatcher="yyMMddHH#_nmm_alt1.GrbF#" forecastOffsetMatcher="#_nmm_alt1.GrbF#HHH" />
        </aggregation>
      </netcdf>
    </datasetFmrc -->

    <datasetScan name="NMM (Secondary Domain) individual files" ID="Unidata-Regional-Model/nmm-alt/files" path="fmrc/Unidata/rtmodel/nmm-alt/files" location="/data/ldm/pub/rtmodel/">
      <filter>
        <include regExp=".*nmm_alt1\.Grb.*" atomic="true" collection="false" />
      </filter>
      <addID />
      <sort>
        <lexigraphicByName increasing="false" />
      </sort>
      <addDatasetSize />
    </datasetScan>

  </dataset>
</catalog>

{'fraction_non_alphanumeric': 0.17304625199362042, 'fraction_numerical': 0.006379585326953748, 'mean_word_length': 3.845460399227302, 'pattern_counts': {'":': 0, '<': 156, '<?xml version=': 2, '>': 156, 'https://': 0, 'lorem ipsum': 0, 'www.': 14, 'xml': 10}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2372447', 'n_tokens_mistral': 2633, 'n_tokens_neox': 2578, 'n_words': 369}