<commit_before>[

  { 
    date: "2014-08-14",
    publication: "",
    author: "",
    title: "",
    uri: "",
    bitly: "http://bit.ly/",
    lang: "en"
  },

  { 
    date: "2014-06-25",
    publication: "RT America",
    author: "<NAME>",
    title: "Old cellphones turned into rainforest protectors",
    uri: "https://www.youtube.com/watch?v=bT_laYJLsHc",
    bitly: "http://bit.ly/1rraEgo",
    lang: "en"
  },

  { 
    date: "2014-08-14",
    publication: "We Demain",
    author: "<NAME>",
    title: "Des smartphones pour lutter contre la déforestation",
    uri: "http://www.wedemain.fr/Des-smartphones-pour-lutter-contre-la-deforestation_a610.html",
    bitly: "http://bit.ly/XAFfOS",
    lang: "fr"
  },

  { 
    date: "2014-08-19",
    publication: "newmanity",
    author: "",
    title: "Lutter contre la déforestation grâce au recyclage de vieux portables!",
    uri: "http://www.newmanity.com/newsflow/819",
    bitly: "http://bit.ly/1sV0s2U",
    lang: "fr"
  },

{}]<commit_msg>quotations<commit_after>[

  { 
    "date": "2014-08-14",
    "publication": "",
    "author": "",
    "title": "",
    "uri": "",
    "bitly": "http://bit.ly/",
    "lang": "en"
  },

  { 
    "date": "2014-06-25",
    "publication": "RT America",
    "author": "<NAME>",
    "title": "Old cellphones turned into rainforest protectors",
    "uri": "https://www.youtube.com/watch?v=bT_laYJLsHc",
    "bitly": "http://bit.ly/1rraEgo",
    "lang": "en"
  },

  { 
    "date": "2014-08-14",
    "publication": "We Demain",
    "author": "<NAME>",
    "title": "Des smartphones pour lutter contre la déforestation",
    "uri": "http://www.wedemain.fr/Des-smartphones-pour-lutter-contre-la-deforestation_a610.html",
    "bitly": "http://bit.ly/XAFfOS",
    "lang": "fr"
  },

  { 
    "date": "2014-08-19",
    "publication": "newmanity",
    "author": "",
    "title": "Lutter contre la déforestation grâce au recyclage de vieux portables!",
    "uri": "http://www.newmanity.com/newsflow/819",
    "bitly": "http://bit.ly/1sV0s2U",
    "lang": "fr"
  },

{}]
{'fraction_non_alphanumeric': 0.21021897810218979, 'fraction_numerical': 0.040875912408759124, 'mean_word_length': 2.7863720073664826, 'pattern_counts': {'":': 28, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 6, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '54727', 'n_tokens_mistral': 873, 'n_tokens_neox': 809, 'n_words': 148}