<commit_before><commit_msg>Add test fixture for Selenium tests of sub filters<commit_after><?xml version="1.0" encoding="UTF-8"?>
  <resourceInfo xmlns="http://www.ilsp.gr/META-XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.ilsp.gr/META-XMLSchema http://metashare.ilsp.gr/META-XMLSchema/v2.1/META-SHARE-Resource.xsd">
      <identificationInfo>
        <resourceName lang="el">Ελληνικός Θησαυρός Ελληνικής Γλώσσας</resourceName>
        <resourceName lang="en">Hellenic National Corpus</resourceName>
        <description lang="en">HNC currently contains about 47.000.000 words, and is constantly being updated. It contains samples of written language exclusively. Oral samples have not  been incorporated in this version of Corpus. Texts in the ILSP Corpus represent modern Greek language use - most of them having been written after 1990. Texts written in highly idiomatic language have been excluded. Most texts have been selected based on their high readability (high circulation newspapers, best-selling books etc.). Texts from several media, belonging to different genres and dealing with various topics have been selected. These texts have been given to ILSP for this purpose by copyright owners and are available for research purposes only.</description>
        <resourceShortName lang="el">ΕΘΕΓ</resourceShortName>
        <resourceShortName lang="en">HNC</resourceShortName>
        <url>http://hnc.ilsp.gr/</url>
          <metaShareId>
            NOT_DEFINED_FOR_V2
          </metaShareId>
      </identificationInfo>
      <distributionInfo>
        <availability>available-restrictedUse</availability>
          <licenceInfo>
            <licence>proprietary</licence>
            <restrictionsOfUse>academic-nonCommercialUse</restrictionsOfUse>
            <distributionAccessMedium>accessibleThroughInterface</distributionAccessMedium>
            <executionLocation>http://hnc.ilsp.gr/</executionLocation>
              <licensor>
                  <personInfo>
                    <surname lang="und">Ioannidis</surname>
                    <givenName lang="und">Yannis</givenName>
                    <sex>male</sex>
                      <communicationInfo>
                        <email><EMAIL></email>
                        <url>http://www.madgik.di.uoa.gr/content/yannis</url>
                        <telephoneNumber>+302106875301</telephoneNumber>
                        <faxNumber>+302106854270</faxNumber>
                      </communicationInfo>
                    <position>President / General Director</position>
                      <affiliation>
                        <organizationName lang="en">Athena - Research and Innovation Center in Information, Communication and Knowledge Technologies</organizationName>
                        <organizationShortName lang="en">Athena R.C.</organizationShortName>
                          <communicationInfo>
                            <email><EMAIL></email>
                            <url>http://www.athena-innovation.gr/</url>
                            <address>Artemidos 6 &amp; Epidavrou</address>
                            <zipCode>GR-15125</zipCode>
                            <city>Maroussi</city>
                            <country>GR</country>
                            <telephoneNumber>+302106875300</telephoneNumber>
                            <faxNumber>+302106854270</faxNumber>
                          </communicationInfo>
                      </affiliation>
                  </personInfo>
              </licensor>
              <distributionRightsHolder>
                  <organizationInfo>
                    <organizationName lang="en">Institute for Language and Speech Processing / Athena R.C.</organizationName>
                    <organizationShortName lang="en">ILSP / Athena R.C.</organizationShortName>
                      <communicationInfo>
                        <email><EMAIL></email>
                        <url>http://www.ilsp.gr/</url>
                        <address>Artemidos 6 &amp; Epidavrou</address>
                        <zipCode>GR-15125</zipCode>
                        <city>Maroussi</city>
                        <country>GR</country>
                        <telephoneNumber>+302106875300</telephoneNumber>
                        <faxNumber>+302106854270</faxNumber>
                        <faxNumber>+302106856794</faxNumber>
                      </communicationInfo>
                  </organizationInfo>
              </distributionRightsHolder>
          </licenceInfo>
      </distributionInfo>
      <contactPerson>
        <surname lang="en">Gavrilidou</surname>
        <givenName lang="en">Maria</givenName>
        <sex>female</sex>
          <communicationInfo>
            <email><EMAIL></email>
            <url>http://www.ilsp.gr/index.php?option=com_jresearch&amp;view=member&amp;task=show&amp;id=15&amp;Itemid=156</url>
            <address>Artemidos 6</address>
            <zipCode>GR-151 25</zipCode>
            <city>Maroussi</city>
            <country>GR</country>
            <telephoneNumber>+302106875441</telephoneNumber>
            <faxNumber>+302106854270</faxNumber>
          </communicationInfo>
        <position>Senior Research Fellow</position>
          <affiliation>
            <organizationName lang="en">Institute for Language and Speech Processing / Athena R.C.</organizationName>
            <organizationShortName lang="en">ILSP / Athena R.C.</organizationShortName>
              <communicationInfo>
                <email><EMAIL></email>
                <url>http://www.ilsp.gr/</url>
                <address>Artemidos 6 &amp; Epidavrou</address>
                <zipCode>GR-15125</zipCode>
                <city>Maroussi</city>
                <country>GR</country>
                <telephoneNumber>+302106875300</telephoneNumber>
                <faxNumber>+302106854270</faxNumber>
                <faxNumber>+302106856794</faxNumber>
              </communicationInfo>
          </affiliation>
      </contactPerson>
      <contactPerson>
        <surname lang="en">Glaros</surname>
        <givenName lang="en">Nikos</givenName>
        <sex>male</sex>
          <communicationInfo>
            <email><EMAIL></email>
            <url>http://www.ilsp.gr/index.php?option=com_jresearch&amp;view=member&amp;task=show&amp;id=21&amp;Itemid=156</url>
            <telephoneNumber>+302106875451</telephoneNumber>
            <faxNumber>+302106854270</faxNumber>
          </communicationInfo>
        <position>Senior Research Fellow</position>
          <affiliation>
            <organizationName lang="en">Institute for Language and Speech Processing / Athena R.C.</organizationName>
            <organizationShortName lang="en">ILSP / Athena R.C.</organizationShortName>
              <communicationInfo>
                <email><EMAIL></email>
                <url>http://www.ilsp.gr/</url>
                <address>Artemidos 6 &amp; Epidavrou</address>
                <zipCode>GR-15125</zipCode>
                <city>Maroussi</city>
                <country>GR</country>
                <telephoneNumber>+302106875300</telephoneNumber>
                <faxNumber>+302106854270</faxNumber>
                <faxNumber>+302106856794</faxNumber>
              </communicationInfo>
          </affiliation>
      </contactPerson>
      <metadataInfo>
        <metadataCreationDate>2011-06-08</metadataCreationDate>
          <metadataCreator>
            <surname lang="en">Labropoulou</surname>
            <givenName lang="en">Penny</givenName>
            <sex>female</sex>
              <communicationInfo>
                <email><EMAIL></email>
                <url>http://www.ilsp.gr/index.php?option=com_jresearch&amp;view=member&amp;task=show&amp;id=37&amp;Itemid=156</url>
                <telephoneNumber>+302106875445</telephoneNumber>
                <faxNumber>+302106854270</faxNumber>
              </communicationInfo>
            <position>Senior Research Fellow</position>
              <affiliation>
                <organizationName lang="en">Institute for Language and Speech Processing / Athena R.C.</organizationName>
                <organizationShortName lang="en">ILSP / Athena R.C.</organizationShortName>
                  <communicationInfo>
                    <email><EMAIL></email>
                    <url>http://www.ilsp.gr/</url>
                    <address>Artemidos 6 &amp; Epidavrou</address>
                    <zipCode>GR-15125</zipCode>
                    <city>Maroussi</city>
                    <country>GR</country>
                    <telephoneNumber>+302106875300</telephoneNumber>
                    <faxNumber>+302106854270</faxNumber>
                    <faxNumber>+302106856794</faxNumber>
                  </communicationInfo>
              </affiliation>
          </metadataCreator>
        <source>META-SHARE/ILSP</source>
        <metadataLanguageId>en</metadataLanguageId>
        <metadataLastDateUpdated>2012-05-14</metadataLastDateUpdated>
      </metadataInfo>
      <versionInfo>
        <version>3.0</version>
      </versionInfo>
      <validationInfo>
        <validated>true</validated>
        <validationType>content</validationType>
        <validationMode>manual</validationMode>
        <validationModeDetails>The classification of the documents has been manually validated</validationModeDetails>
        <validationExtent>full</validationExtent>
      </validationInfo>
      <usageInfo>
          <foreseenUseInfo>
            <foreseenUse>nlpApplications</foreseenUse>
            <useNLPSpecific>contradictionDetection</useNLPSpecific>
          </foreseenUseInfo>
          <foreseenUseInfo>
            <foreseenUse>humanUse</foreseenUse>
          </foreseenUseInfo>
          <actualUseInfo>
            <actualUse>nlpApplications</actualUse>
          </actualUseInfo>
          <actualUseInfo>
            <actualUse>humanUse</actualUse>
            <actualUseDetails>Used as educational material for the teaching of Greek language</actualUseDetails>
          </actualUseInfo>
      </usageInfo>
      <resourceDocumentationInfo>
          <documentation>
              <documentInfo>
                <documentType>inProceedings</documentType>
                <title lang="en">Design and implementation of the online ILSP Greek Corpus</title>
                <author><NAME> and <NAME> and <NAME> and <NAME> et al</author>
                <year>2000</year>
                <bookTitle>Proceedings of the 2nd International Conference on Language Resources and Evaluation (LREC-2000)</bookTitle>
                <conference>2nd International Conference on Language Resources and Evaluation (LREC-2000)</conference>
                <url>http://www.lrec-conf.org/proceedings/lrec2000/pdf/336.pdf</url>
              </documentInfo>
          </documentation>
          <documentation>
              <documentInfo>
                <documentType>article</documentType>
                <title lang="en">The Hellenic National Corpus on-line</title>
                <author><NAME></author>
                <year>2002</year>
                <publisher>Société pour le progrès des études philologiques et historiques</publisher>
                <journal>Belge de Philologie et d' Histoire</journal>
                <volume>80</volume>
                <pages>1003-1015</pages>
              </documentInfo>
          </documentation>
      </resourceDocumentationInfo>
      <resourceCreationInfo>
          <resourceCreator>
              <organizationInfo>
                <organizationName lang="en">Institute for Language and Speech Processing / Athena R.C.</organizationName>
                <organizationShortName lang="en">ILSP / Athena R.C.</organizationShortName>
                  <communicationInfo>
                    <email><EMAIL></email>
                    <url>http://www.ilsp.gr/</url>
                    <address>Artemidos 6 &amp; Epidavrou</address>
                    <zipCode>GR-15125</zipCode>
                    <city>Maroussi</city>
                    <country>GR</country>
                    <telephoneNumber>+302106875300</telephoneNumber>
                    <faxNumber>+302106854270</faxNumber>
                    <faxNumber>+302106856794</faxNumber>
                  </communicationInfo>
              </organizationInfo>
          </resourceCreator>
          <fundingProject>
            <projectName lang="en">DIALOGOS</projectName>
            <url>http://www.ilsp.gr/en/infoprojects/meta?view=project&amp;task=show&amp;id=50</url>
            <fundingType>nationalFunds</fundingType>
            <funder>EPET II</funder>
            <fundingCountry>GR</fundingCountry>
            <projectStartDate>1995-01-01</projectStartDate>
            <projectEndDate>1998-06-30</projectEndDate>
          </fundingProject>
        <creationStartDate>1999-01-01</creationStartDate>
      </resourceCreationInfo>
      <resourceComponentType>
          <corpusInfo>
            <resourceType>corpus</resourceType>
              <corpusMediaType>
                  <corpusTextInfo>
                    <mediaType>text</mediaType>
                      <lingualityInfo>
                        <lingualityType>monolingual</lingualityType>
                      </lingualityInfo>
                      <languageInfo>
                        <languageId>el</languageId>
                        <languageName>Modern Greek (1453-)</languageName>
                      </languageInfo>
                      <modalityInfo>
                        <modalityType>writtenLanguage</modalityType>
                      </modalityInfo>
                      <sizeInfo>
                        <size>47000000</size>
                        <sizeUnit>words</sizeUnit>
                      </sizeInfo>
                      <textFormatInfo>
                        <mimeType>text/plain</mimeType>
                      </textFormatInfo>
                      <annotationInfo>
                        <annotationType>segmentation</annotationType>
                        <segmentationLevel>sentence</segmentationLevel>
                        <annotationMode>automatic</annotationMode>
                      </annotationInfo>
                      <annotationInfo>
                        <annotationType>structuralAnnotation</annotationType>
                        <conformanceToStandardsBestPractices>XCES</conformanceToStandardsBestPractices>
                        <annotationMode>automatic</annotationMode>
                      </annotationInfo>
                      <annotationInfo>
                        <annotationType>morphosyntacticAnnotation-posTagging</annotationType>
                        <tagset>ILSP-PAROLE</tagset>
                        <annotationMode>automatic</annotationMode>
                      </annotationInfo>
                      <domainInfo>
                        <domain>leisure</domain>
                        <conformanceToClassificationScheme>PAROLE_topicClassification</conformanceToClassificationScheme>
                      </domainInfo>
                      <domainInfo>
                        <domain>geography</domain>
                        <conformanceToClassificationScheme>PAROLE_topicClassification</conformanceToClassificationScheme>
                      </domainInfo>
                      <domainInfo>
                        <domain>science</domain>
                        <conformanceToClassificationScheme>PAROLE_topicClassification</conformanceToClassificationScheme>
                      </domainInfo>
                      <domainInfo>
                        <domain>business</domain>
                        <conformanceToClassificationScheme>PAROLE_topicClassification</conformanceToClassificationScheme>
                      </domainInfo>
                      <domainInfo>
                        <domain>history</domain>
                        <conformanceToClassificationScheme>PAROLE_topicClassification</conformanceToClassificationScheme>
                      </domainInfo>
                      <domainInfo>
                        <domain>society</domain>
                        <conformanceToClassificationScheme>PAROLE_topicClassification</conformanceToClassificationScheme>
                      </domainInfo>
                      <domainInfo>
                        <domain>humanities</domain>
                        <conformanceToClassificationScheme>PAROLE_topicClassification</conformanceToClassificationScheme>
                      </domainInfo>
                      <domainInfo>
                        <domain>health</domain>
                        <conformanceToClassificationScheme>PAROLE_topicClassification</conformanceToClassificationScheme>
                      </domainInfo>
                      <textClassificationInfo>
                        <textGenre>non-fiction</textGenre>
                      </textClassificationInfo>
                      <textClassificationInfo>
                        <textGenre>feature</textGenre>
                        <conformanceToClassificationScheme>PAROLE_genreClassification</conformanceToClassificationScheme>
                      </textClassificationInfo>
                      <textClassificationInfo>
                        <textGenre>advertising</textGenre>
                        <conformanceToClassificationScheme>PAROLE_genreClassification</conformanceToClassificationScheme>
                      </textClassificationInfo>
                      <textClassificationInfo>
                        <textGenre>official</textGenre>
                        <conformanceToClassificationScheme>PAROLE_genreClassification</conformanceToClassificationScheme>
                      </textClassificationInfo>
                      <textClassificationInfo>
                        <textGenre>private</textGenre>
                        <conformanceToClassificationScheme>PAROLE_genreClassification</conformanceToClassificationScheme>
                      </textClassificationInfo>
                      <textClassificationInfo>
                        <textGenre>fiction</textGenre>
                        <conformanceToClassificationScheme>PAROLE_genreClassification</conformanceToClassificationScheme>
                      </textClassificationInfo>
                      <textClassificationInfo>
                        <textGenre>information</textGenre>
                        <conformanceToClassificationScheme>PAROLE_genreClassification</conformanceToClassificationScheme>
                      </textClassificationInfo>
                      <textClassificationInfo>
                        <textGenre>discussion</textGenre>
                        <conformanceToClassificationScheme>PAROLE_genreClassification</conformanceToClassificationScheme>
                      </textClassificationInfo>
                      <timeCoverageInfo>
                        <timeCoverage>after 1990</timeCoverage>
                      </timeCoverageInfo>
                      <creationInfo>
                        <creationMode>mixed</creationMode>
                        <creationModeDetails>Various methods have been used depending on the source: scanning &amp; OCRing of various texts, conversion from typesetting material, web crawling etc.</creationModeDetails>
                          <creationTool>
                            <targetResourceNameURI>HNCedit</targetResourceNameURI>
                          </creationTool>
                      </creationInfo>
                  </corpusTextInfo>
              </corpusMediaType>
          </corpusInfo>
      </resourceComponentType>
  </resourceInfo>
{'fraction_non_alphanumeric': 0.09384193973825708, 'fraction_numerical': 0.024094552094957897, 'mean_word_length': 1.7712960359853809, 'pattern_counts': {'":': 0, '<': 575, '<?xml version=': 1, '>': 575, 'https://': 0, 'lorem ipsum': 0, 'www.': 15, 'xml': 3}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '826455', 'n_tokens_mistral': 5409, 'n_tokens_neox': 4688, 'n_words': 686}