<commit_before># This is a Kwalify Schema, see http://pykwalify.readthedocs.io/ for more information
map:
  name:    {type: str, required: True}
  from:    {type: str, required: True}
  version: {type: text, required: True}
  release: {type: text}
  description: {type: text}
  user: {type: text}
  cmd:
    type: seq
    sequence:
      - type: str
  entrypoint:
    type: seq
    sequence:
      - type: str
  labels:
    type: seq
    sequence:
      - type: map
        mapping:
          name: {type: str, required: True}
          value: {type: str, required: True}
          description: {type: str}
  envs:
    type: seq
    sequence:
      - type: map
        mapping:
          name: {type: str, required: True}
          value: {type: any}
          example: {type: any}
          description: {type: str}
  ports:
    seq:
      - map:
          value: {type: int, required: True}
          expose: {type: bool}
          description: {type: str}
  volumes:
      seq:
        - {type: str, required: True}
  dogen:
    map:
      version: {type: text}
      ssl_verify: {type: bool}
      template: {type: str}
      scripts_path: {type: str}
      plugins:
        map:
          dist_git:
            map:
              repo: { type: str, required: True }
              branch: { type: str, required: True }
          cct:
            map:
              user: { type: str }
              version: { type: str }
              verbose: { type: bool }
  scripts:
    seq:
      - map:
         package: {type: str}
         exec: {type: str}
         user: {type: text}
  cct: {type: any}
  maintainer: {type: str}
  workdir: {type: str}
  sources:
    seq:
      - map:
          url: {type: str} # deprecated, use artifact
          artifact: {type: str}
          md5sum: {type: str} # deprecated, use md5
          md5: {type: str}
          sha1: {type: str}
          sha256: {type: str}
          target: {type: str}
          hint: {type: str}
  packages:
    seq:
      - {type: str}
<commit_msg>updated schema for cct and refactored schema to be consistent in keywords<commit_after># This is a Kwalify Schema, see http://pykwalify.readthedocs.io/ for more information
map:
  name:    {type: str, required: True}
  from:    {type: str, required: True}
  version: {type: text, required: True}
  release: {type: text}
  description: {type: text}
  user: {type: text}
  cmd:
    seq:
      - type: str
  entrypoint:
    seq:
      - type: str
  labels:
    seq:
      - map:
          name: {type: str, required: True}
          value: {type: str, required: True}
          description: {type: str}
  envs:
    seq:
      - map:
          name: {type: str, required: True}
          value: {type: any}
          example: {type: any}
          description: {type: str}
  ports:
    seq:
      - map:
          value: {type: int, required: True}
          expose: {type: bool}
          description: {type: str}
  volumes:
      seq:
        - {type: str, required: True}
  dogen:
    map:
      version: {type: text}
      ssl_verify: {type: bool}
      template: {type: str}
      scripts_path: {type: str}
      plugins:
        map:
          dist_git:
            map:
              repo: { type: str, required: True }
              branch: { type: str, required: True }
          cct:
            map:
              user: { type: str }
              version: { type: str }
              verbose: { type: bool }
  scripts:
    seq:
      - map:
         package: {type: str}
         exec: {type: str}
         user: {type: text}
  maintainer: {type: str}
  workdir: {type: str}
  sources:
    seq:
      - map:
          url: {type: str} # deprecated, use artifact
          artifact: {type: str}
          md5sum: {type: str} # deprecated, use md5
          md5: {type: str}
          sha1: {type: str}
          sha256: {type: str}
          target: {type: str}
          hint: {type: str}
  packages:
    seq:
      - {type: str}
  cct:
    seq:
    - map:
        name: {type: str, required: True}
        description: {type: str}
        environment:
          map:
            =: {type: str}
        modules:
          seq:
            - map:
                url: {type: str, required: True}
                version: {type: str}
        changes:
          seq:
          - map:
              =:
               seq:
               - map:
                   =:
                     type: text

{'fraction_non_alphanumeric': 0.11971034170626839, 'fraction_numerical': 0.0031681375876895226, 'mean_word_length': 1.4761904761904763, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1188406', 'n_tokens_mistral': 1416, 'n_tokens_neox': 1397, 'n_words': 441}