<commit_before>{
  "packages":[
    {
      "currentVersion":"0.1.0",
      "description":"A Mesos Framework that allows running and resizing one or multiple Crate database clusters.",
      "framework":true,
      "name":"crate",
      "tags":[
        "database",
        "distributed",
        "nosql"
      ],
      "versions":{
        "0.1.0":"0"
      }
    },
    {
      "currentVersion":"5.4.3",
      "description":"Cloud-scale monitoring",
      "framework":false,
      "name":"datadog",
      "tags":[
        "datadog",
        "monitoring"
      ],
      "versions":{
        "5.4.3":"0"
      }
    },
    {
      "currentVersion":"0.4.3",
      "description":"DCOS implementation of the Mesos-Elasticsearch framework",
      "framework":true,
      "name":"elasticsearch",
      "tags":[
        "dcos",
        "mesos",
        "framework",
        "elasticsearch",
        "elastic"
      ],
      "versions":{
        "0.2.0":"0",
        "0.4.3":"1"
      }
    },
    {
      "currentVersion":"0.0.1",
      "description":"A distributed consistent key-value store for shared configuration and service discovery.",
      "framework":true,
      "name":"etcd",
      "tags":[
        "mesosphere",
        "framework",
        "consensus"
      ],
      "versions":{
        "0.0.1":"0"
      }
    },
    {
      "currentVersion":"0.1.0",
      "description":"Example DCOS application package",
      "framework":false,
      "name":"helloworld",
      "tags":[
        "mesosphere",
        "example",
        "subcommand"
      ],
      "versions":{
        "0.1.0":"0"
      }
    },
    {
      "currentVersion":"0.0.1",
      "description":"Hue Web Interface to Hadoop",
      "framework":false,
      "name":"hue",
      "tags":[
        "mesosphere",
        "hadoop",
        "filesystem",
        "hdfs"
      ],
      "versions":{
        "0.0.1":"0"
      }
    },
    {
      "currentVersion":"0.1.0",
      "description":"Jenkins is an award-winning, cross-platform, continuous integration and continuous delivery application that increases your productivity. Use Jenkins to build and test your software projects continuously making it easier for developers to integrate changes to the project, and making it easier for users to obtain a fresh build. It also allows you to continuously deliver your software by providing powerful ways to define your build pipelines and integrating with a large number of testing and deployment technologies.",
      "framework":true,
      "name":"jenkins",<commit_msg>Add updated index.<commit_after>{
  "packages":[
    {
      "currentVersion":"0.1.0",
      "description":"A Mesos Framework that allows running and resizing one or multiple Crate database clusters.",
      "framework":true,
      "name":"crate",
      "tags":[
        "database",
        "distributed",
        "nosql"
      ],
      "versions":{
        "0.1.0":"0"
      }
    },
    {
      "currentVersion":"5.4.3",
      "description":"Cloud-scale monitoring",
      "framework":false,
      "name":"datadog",
      "tags":[
        "datadog",
        "monitoring"
      ],
      "versions":{
        "5.4.3":"0"
      }
    },
    {
      "currentVersion":"0.4.3",
      "description":"DCOS implementation of the Mesos-Elasticsearch framework",
      "framework":true,
      "name":"elasticsearch",
      "tags":[
        "dcos",
        "mesos",
        "framework",
        "elasticsearch",
        "elastic"
      ],
      "versions":{
        "0.2.0":"0",
        "0.4.3":"1"
      }
    },
    {
      "currentVersion":"0.0.1",
      "description":"A distributed consistent key-value store for shared configuration and service discovery.",
      "framework":true,
      "name":"etcd",
      "tags":[
        "mesosphere",
        "framework",
        "consensus"
      ],
      "versions":{
        "0.0.1":"0"
      }
    },
    {
      "currentVersion":"0.1.0",
      "description":"Example DCOS application package.",
      "framework":false,
      "name":"helloworld",
      "tags":[
        "mesosphere",
        "example",
        "subcommand"
      ],
      "versions":{
        "0.1.0":"0"
      }
    },
    {
      "currentVersion":"0.0.1",
      "description":"Hue Web Interface to Hadoop",
      "framework":false,
      "name":"hue",
      "tags":[
        "mesosphere",
        "hadoop",
        "filesystem",
        "hdfs"
      ],
      "versions":{
        "0.0.1":"0"
      }
    },
    {
      "currentVersion":"0.1.0",
      "description":"Jenkins is an award-winning, cross-platform, continuous integration and continuous delivery application that increases your productivity. Use Jenkins to build and test your software projects continuously making it easier for developers to integrate changes to the project, and making it easier for users to obtain a fresh build. It also allows you to continuously deliver your software by providing powerful ways to define your build pipelines and integrating with a large number of testing and deployment technologies.",
      "framework":true,
      "name":"jenkins",
{'fraction_non_alphanumeric': 0.1491538764266037, 'fraction_numerical': 0.01928374655647383, 'mean_word_length': 2.075015124016939, 'pattern_counts': {'":': 96, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1835551', 'n_tokens_mistral': 1481, 'n_tokens_neox': 1434, 'n_words': 361}