<commit_before>[
{
  "id": "clusters",
  "Test": {
    "keyspaces": {
      "Twitter": {
        "columns": {
          "Users":               { "compare_with": "UTF8Type" },
          "UserAudits":          { "compare_with": "UTF8Type" },
          "Usernames":           { "compare_with": "UTF8Type" },
          "Statuses":            { "compare_with": "UTF8Type" },
          "StatusAudits":        { "compare_with": "UTF8Type" },
          "Index":               { "compare_with": "UTF8Type", "column_type": "Super" },
          "UserRelationships":   { "compare_with": "UTF8Type", "column_type": "Super", "compare_subcolumns_with": "TimeUUIDType" },
          "StatusRelationships": { "compare_with": "UTF8Type", "column_type": "Super", "compare_subcolumns_with": "TimeUUIDType" }
        },
        "replica_placement_strategy": "org.apache.cassandra.locator.RackUnawareStrategy",
        "replication_factor":         "1",
        "end_point_snitch":           "org.apache.cassandra.locator.EndPointSnitch"
      },
      "SocNetTw": {
        "columns": {
          "Users":                 { "compare_with": "AsciiType"  },
          "UserSearchIds":         { "compare_with": "AsciiType"  },
          "UserScreenNames":       { "compare_with": "AsciiType" },
          "Tokens":                { "compare_with": "AsciiType" },
          
          "wordbag_user_id":       { "compare_with": "UTF8Type" },
          "influence_user_id":     { "compare_with": "UTF8Type" },
          "trstrank_user_id":      { "compare_with": "UTF8Type" },
          "wordbag_screen_name":   { "compare_with": "UTF8Type" },
          "influence_screen_name": { "compare_with": "UTF8Type" },
          "trstrank_screen_name":  { "compare_with": "UTF8Type" }
        },
        "replica_placement_strategy": "org.apache.cassandra.locator.RackUnawareStrategy",
        "replication_factor":         "1",
        "end_point_snitch":           "org.apache.cassandra.locator.EndPointSnitch"
      }
    }
  }
}
]
<commit_msg>Updated data types in cassandra config<commit_after>[
{
  "id": "clusters",
  "Test": {
    "keyspaces": {
      "Twitter": {
        "columns": {
          "Users":               { "compare_with": "AsciiType" },
          "UserAudits":          { "compare_with": "AsciiType" },
          "Usernames":           { "compare_with": "AsciiType" },
          "UserSearchIds":       { "compare_with": "AsciiType" },
          "Statuses":            { "compare_with": "AsciiType" },
          "StatusAudits":        { "compare_with": "AsciiType" },
          "Index":               { "compare_with": "AsciiType", "column_type": "Super" },
          "UserRelationships":   { "compare_with": "AsciiType", "column_type": "Super", "compare_subcolumns_with": "TimeUUIDType" },
          "StatusRelationships": { "compare_with": "AsciiType", "column_type": "Super", "compare_subcolumns_with": "TimeUUIDType" }
        },
        "replica_placement_strategy": "org.apache.cassandra.locator.RackUnawareStrategy",
        "replication_factor":         "1",
        "end_point_snitch":           "org.apache.cassandra.locator.EndPointSnitch"
      },
      "SocNetTw": {
        "columns": {
          "wordbag_user_id":       { "compare_with": "UTF8Type" },
          "influence_user_id":     { "compare_with": "UTF8Type" },
          "trstrank_user_id":      { "compare_with": "UTF8Type" },
          "wordbag_screen_name":   { "compare_with": "UTF8Type" },
          "influence_screen_name": { "compare_with": "UTF8Type" },
          "trstrank_screen_name":  { "compare_with": "UTF8Type" }
        },
        "replica_placement_strategy": "org.apache.cassandra.locator.RackUnawareStrategy",
        "replication_factor":         "1",
        "end_point_snitch":           "org.apache.cassandra.locator.EndPointSnitch"
      }
    }
  }
}
]

{'fraction_non_alphanumeric': 0.15911458333333334, 'fraction_numerical': 0.00625, 'mean_word_length': 2.291345329905741, 'pattern_counts': {'":': 102, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3589656', 'n_tokens_mistral': 1258, 'n_tokens_neox': 1239, 'n_words': 166}