<commit_before># Map human readable labels to fields in the CSV files.
#
#  KEY: [2000, 2010]
#
# If an array is given for a year, all values will be summed together to get
# a resulting value
#
colors = [
  '#ffeca7'
  '#ffdd8c'
  '#ffdd7c'
  '#fba447'
  '#f68736'
  '#f37636'
  '#ca6632'
  '#c0513f'
  '#a2503a'
  '#793738'
]<commit_msg>another doc update<commit_after># Map human readable labels to fields in the CSV files.
#
#  KEY: [2000, 2010, colors]
#
# If an array is given for a year, all values will be summed together to get
# a resulting value
#
colors = [
  '#ffeca7'
  '#ffdd8c'
  '#ffdd7c'
  '#fba447'
  '#f68736'
  '#f37636'
  '#ca6632'
  '#c0513f'
  '#a2503a'
  '#793738'
]

{'fraction_non_alphanumeric': 0.1430635838150289, 'fraction_numerical': 0.12138728323699421, 'mean_word_length': 3.5294117647058822, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3085131', 'n_tokens_mistral': 340, 'n_tokens_neox': 304, 'n_words': 91}