<commit_before>core:
  type: dict
  schema:
    affinity:
      type: string
      default: ''
    api_jobno:
      type: string
    artifacts_base_dir:
      type: string
      default: ./logs
    artifacts_dir:
      type: string
      nullable: true
      default: null
    exitcode:
      type: integer
    flush_config_to:
      type: string
    ignore_locks:
      type: boolean
    uuid:
      type: string
    pid:
      type: integer
    message:
      type: string
    lock_dir:
      type: string
      default: /var/lock/
    operator:
      type: string
    taskset_path:
      type: string
      default: taskset
version:
  type: string<commit_msg>core schema: cmdline<commit_after>core:
  type: dict
  schema:
    affinity:
      type: string
      default: ''
    api_jobno:
      type: string
    artifacts_base_dir:
      type: string
      default: ./logs
    artifacts_dir:
      type: string
      nullable: true
      default: null
    cmdline:
      type: string
    exitcode:
      type: integer
    flush_config_to:
      type: string
    ignore_locks:
      type: boolean
    uuid:
      type: string
    pid:
      type: integer
    message:
      type: string
    lock_dir:
      type: string
      default: /var/lock/
    operator:
      type: string
    taskset_path:
      type: string
      default: taskset
version:
  type: string
{'fraction_non_alphanumeric': 0.07116654438738078, 'fraction_numerical': 0.0, 'mean_word_length': 1.8181818181818181, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7570125', 'n_tokens_mistral': 427, 'n_tokens_neox': 422, 'n_words': 118}