<commit_before>[
  {
    "inputs": [
      ["doe", "reindeer"],
      ["dog", "puppy"],
      ["dogglesworth", "cat"]
    ],
    "expectation": "8aad789dff2f538bca5d8ea56e8abe10f4c7ba3a5dea95fea4cd6e7c3a1168d3"
  },
  {
    "inputs":[
      ["do", "verb"], 
      ["horse", "stallion"], 
      ["doge", "coin"], 
      ["dog", "puppy"]
    ], 
    "expectation": "5991bb8c6514148a29db676a14ac506cd2cd5775ace63c30a4fe457715e9ac84"
  },
  {
    "inputs":[
      ["do", "verb"], 
      ["ether", "wookiedoo"], 
      ["horse", "stallion"], 
      ["shaman", "horse"], 
      ["doge", "coin"], 
      ["ether", ""],
      ["dog", "puppy"],
      ["shaman", ""]
    ], 
    "expectation": "5991bb8c6514148a29db676a14ac506cd2cd5775ace63c30a4fe457715e9ac84"
  },
  {
    "inputs":[
      ["foo", "bar"], 
      ["food", "bat"], 
      ["food", "bass"]
    ], 
    "expectation": "17beaa1648bafa633cda809c90c04af50fc8aed3cb40d16efbddee6fdf63c4c3"
  },   
  {
    "inputs":[
      ["be", "e"], 
      ["dog", "puppy"], 
      ["bed", "d"]
    ], 
    "expectation": "3f67c7a47520f79faa29255d2d3c084a7a6df0453116ed7232ff10277a8be68b"
  },   
  {
    "inputs":[
      ["test", "test"], 
      ["te", "testy"], 
    ], 
    "expectation": "8452568af70d8d140f58d941338542f645fcca50094b20f3c3d8c3df49337928"
  }   
]<commit_msg>add: case when value is long, ensure it's not get rlp encoded as node<commit_after>[
  {
    "inputs": [
      ["A", "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"]
    ],
    "expectation": "d23786fb4a010da3ce639d66d5e904a11dbc02746d1ce25029e53290cabf28ab"
  },
  {
    "inputs": [
      ["doe", "reindeer"],
      ["dog", "puppy"],
      ["dogglesworth", "cat"]
    ],
    "expectation": "8aad789dff2f538bca5d8ea56e8abe10f4c7ba3a5dea95fea4cd6e7c3a1168d3"
  },
  {
    "inputs":[
      ["do", "verb"],
      ["horse", "stallion"],
      ["doge", "coin"],
      ["dog", "puppy"]
    ],
    "expectation": "5991bb8c6514148a29db676a14ac506cd2cd5775ace63c30a4fe457715e9ac84"
  },
  {
    "inputs":[
      ["do", "verb"],
      ["ether", "wookiedoo"],
      ["horse", "stallion"],
      ["shaman", "horse"],
      ["doge", "coin"],
      ["ether", ""],
      ["dog", "puppy"],
      ["shaman", ""]
    ],
    "expectation": "5991bb8c6514148a29db676a14ac506cd2cd5775ace63c30a4fe457715e9ac84"
  },
  {
    "inputs":[
      ["foo", "bar"],
      ["food", "bat"],
      ["food", "bass"]
    ],
    "expectation": "17beaa1648bafa633cda809c90c04af50fc8aed3cb40d16efbddee6fdf63c4c3"
  },
  {
    "inputs":[
      ["be", "e"],
      ["dog", "puppy"],
      ["bed", "d"]
    ],
    "expectation": "3f67c7a47520f79faa29255d2d3c084a7a6df0453116ed7232ff10277a8be68b"
  },
  {
    "inputs":[
      ["test", "test"],
      ["te", "testy"],
    ],
    "expectation": "8452568af70d8d140f58d941338542f645fcca50094b20f3c3d8c3df49337928"
  }
]
{'fraction_non_alphanumeric': 0.1964788732394366, 'fraction_numerical': 0.175, 'mean_word_length': 3.0070521861777153, 'pattern_counts': {'":': 26, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 1, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '600275', 'n_tokens_mistral': 1523, 'n_tokens_neox': 1256, 'n_words': 144}