<commit_before> {"watchers":1,
   "url":"https://api.github.com/repos/ticketmaster-user/tmtest-repo"
   ,"created_at":"2012-02-13T22:20:10Z","mirror_url":"null",
   "has_wiki":true,
   "html_url":"https://github.com/ticketmaster-user/tmtest-repo",\"ssh_url\":\"git@github.com:ticketmaster-user/tmtest-repo.git\",\"description\":\"\",\"forks\":1,\"clone_url\":\"https://github.com/ticketmaster-user/tmtest-repo.git\",\"fork\":false,\"open_issues\":1,\"private\":false,\"homepage\":\"\",\"size\":0,\"has_issues\":true,\"master_branch\":null,\"pushed_at\":null,\"updated_at\":\"2012-02-13T22:20:10Z\",\"owner\":{\"url\":\"https://api.github.com/users/ticketmaster-user\",\"avatar_url\":\"https://secure.gravatar.com/avatar/42bd18419413dfbd6e7ec4fefdec94ae?d=https://a248.e.akamai.net/assets.github.com%2Fimages%2Fgravatars%2Fgravatar-140.png\",\"gravatar_id\":\"42bd18419413dfbd6e7ec4fefdec94ae\",\"login\":\"ticketmaster-user\",\"id\":1434902},\"name\":\"tmtest-repo\",\"has_downloads\":true,\"id\":3434734,\"git_url\":\"git://github.com/ticketmaster-user/tmtest-repo.git\",\"svn_url\":\"https://github.com/ticketmaster-user/tmtest-repo\",\"language\":null}]"<commit_msg>solve problem with load all project specs in 1.8.7<commit_after>[{
  "watchers":"1",
  "url":"https://api.github.com/repos/ticketmaster-user/tmtest-repo",
  "created_at":"2012-02-13T22:20:10Z",
  "mirror_url":"null",
  "has_wiki":"true",
  "html_url":"https://github.com/ticketmaster-user/tmtest-repo",
  "ssh_url":"git@github.com:ticketmaster-user/tmtest-repo.git",
  "description":"",
  "forks":"1",
  "clone_url":"https://github.com/ticketmaster-user/tmtest-repo.git",
  "fork":false,
  "open_issues":"1",
  "private":false,
  "homepage":"",
  "size":"0",
  "has_issues":true,
  "master_branch":"null",
  "pushed_at":"null",
  "updated_at":"2012-02-13T22:20:10Z",
  "owner": {
    "url":"https://api.github.com/users/ticketmaster-user",
    "avatar_url":"https://secure.gravatar.com/avatar/42bd18419413dfbd6e7ec4fefdec94ae?d=https://a248.e.akamai.net/assets.github.com%2Fimages%2Fgravatars%2Fgravatar-140.png",
    "gravatar_id":"42bd18419413dfbd6e7ec4fefdec94ae",
    "login":"ticketmaster-user",
    "id":"1434902"
  },
  "name":"tmtest-repo",
  "has_downloads":true,
  "id":"3434734",
  "git_url":"git://github.com/ticketmaster-user/tmtest-repo.git",
  "svn_url":"https://github.com/ticketmaster-user/tmtest-repo",
  "language":"null"
}]
{'fraction_non_alphanumeric': 0.2512437810945274, 'fraction_numerical': 0.07172470978441128, 'mean_word_length': 5.77808988764045, 'pattern_counts': {'":': 62, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 14, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1753344', 'n_tokens_mistral': 1061, 'n_tokens_neox': 947, 'n_words': 45}