<commit_before>{
 "metadata": {
  "name": "",
  "signature": "sha256:c4ab0fc7216b239f99682be6a4d710625eefc3a60eb4a4eee27ecaef4a996b6e"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import urllib2"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],<commit_msg>update notebook<commit_after>{
 "metadata": {
  "name": "",
  "signature": "sha256:29f9ca7a2cc2dd2723afd4e4eac7b1665f7de9854547f72674020a9e182a8897"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import urllib2"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
{'fraction_non_alphanumeric': 0.1952191235059761, 'fraction_numerical': 0.08864541832669323, 'mean_word_length': 2.8653846153846154, 'pattern_counts': {'":': 34, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6433463', 'n_tokens_mistral': 451, 'n_tokens_neox': 402, 'n_words': 59}