<commit_before>- Entity:
    id: http://www.purl.org/ogit/LicenseToken
    name: LicenseToken
    description: |
      This serves as a placeholder for pre-approved license request it will be subsituted by a real license throughout the licence request process.
      This will created by a license admin and communicated to potential licence requesters.
    valid-from: 2015-05-21
    valid-until: 
    creator: <NAME>
    deleter: 
    created: 2015-05-21
    modified: 2015-05-21
    admin-contact: arago GmbH
    tech-contact: arago GmbH
    scope: SGO
    parent: http://www.purl.org/ogit/Node
    attributes:
      mandatory:
        - http://www.purl.org/ogit/id
      optional:
        - http://www.purl.org/ogit/description
        - http://www.purl.org/ogit/validFrom
        - http://www.purl.org/ogit/expirationDate
        - http://www.purl.org/ogit/licenseType
        - http://www.purl.org/ogit/token
        - http://www.purl.org/ogit/ServiceManagement/licenseTokenStatus
          validation-type: regex
          validation-parameter: "^(open|used|disabled)$"
    history:
      - id: 1
        date: 2015-05-21
        description: initial
        modified-by: <NAME><commit_msg>Update LicenseToken.yaml<commit_after>- Entity:
    id: http://www.purl.org/ogit/LicenseToken
    name: LicenseToken
    description: |
      This serves as a placeholder for pre-approved license request it will be subsituted by a real license throughout the licence request process.
      This will created by a license admin and communicated to potential licence requesters.
    valid-from: 2015-05-21
    valid-until: 
    creator: <NAME>
    deleter: 
    created: 2015-05-21
    modified: 2015-05-21
    admin-contact: arago GmbH
    tech-contact: arago GmbH
    scope: SGO
    parent: http://www.purl.org/ogit/Node
    attributes:
      mandatory:
        - http://www.purl.org/ogit/id
      optional:
        - http://www.purl.org/ogit/description
        - http://www.purl.org/ogit/validFrom
        - http://www.purl.org/ogit/expirationDate
        - http://www.purl.org/ogit/licenseType
        - http://www.purl.org/ogit/token
        - http://www.purl.org/ogit/ServiceManagement/licenseTokenStatus
    history:
      - id: 1
        date: 2015-05-21
        description: initial
        modified-by: <NAME>
{'fraction_non_alphanumeric': 0.10842332613390929, 'fraction_numerical': 0.028509719222462204, 'mean_word_length': 2.257383966244726, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 18, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6418594', 'n_tokens_mistral': 779, 'n_tokens_neox': 709, 'n_words': 166}