<commit_before>{
    "categories": [
        {
            "name": "Social programming",
            "linkname": "social-programming",
            "sites": [
                {
                    "name": "GitHub",
                    "domain": "github.com"
                },
                {
                    "name": "BitBucket",
                    "domain": "bitbucket.org"
                },
                {
                    "name": "GitLab",
                    "domain": "about.gitlab.com"
                },
                {
                    "name": "StackOverflow",
                    "domain": "stackoverflow.com"
                },
                {
                    "name": "Dream in Code",
                    "domain": "www.dreamincode.net"
                },
                {
                    "name": "Launchpad",
                    "domain": "launchpad.net"
                }
            ]
        },
        {
            "name": "Linux Distributions",
            "linkname": "distributions",
            "sites": [
                {
                    "name": "Arch",
                    "domain": "www.archlinux.org"
                },
                {
                    "name": "CentOS",
                    "domain": "www.centos.org"
                },
                {
                    "name": "Debian",
                    "domain": "www.debian.org"
                },
                {
                    "name": "Fedora",
                    "domain": "getfedora.org"
                },
                {
                    "name": "Gentoo",
                    "domain": "www.gentoo.org"
                },
                {
                    "name": "openSUSE",
                    "domain": "www.opensuse.org"
                },
                {
                    "name": "Slackware",
                    "domain": "www.slackware.com"
                },
                {
                    "name": "Ubuntu",
                    "domain": "www.ubuntu.com"
                }
            ]
        },
        {
            "name": "Programming Languages",
            "linkname": "programming-languages",
            "sites": [
                {
                    "name": "Clojure",
                    "domain": "clojure.org"
                },
                {
                    "name": "D",
                    "domain": "dlang.org"
                },
                {
                    "name": "Dart",
                    "domain": "www.dartlang.org"
                },
                {
                    "name": "Erlang",
                    "domain": "www.erlang.org"
                },
                {
                    "name": "Go",
                    "domain": "golang.org"
                },
                {
                    "name": "Haskell",
                    "domain": "www.haskell.org"
                },
                {
                    "name": "Julia",
                    "domain": "julialang.org"
                },
                {
                    "name": "Lua",
                    "domain": "www.lua.org"
                },
                {
                    "name": "Perl",
                    "domain": "www.perl.org"
                },
                {
                    "name": "PHP",
                    "domain": "php.net"
                },
                {
                    "name": "Python",
                    "domain": "www.python.org"
                },
                {
                    "name": "R",
                    "domain": "www.r-project.org"
                },
                {
                    "name": "Ruby",
                    "domain": "www.ruby-lang.org"
                },
                {
                    "name": "Rust",
                    "domain": "www.rust-lang.org"
                },
                {
                    "name": "Scala",
                    "domain": "www.scala-lang.org"
                },
                {
                    "name": "Schemers",
                    "domain": "schemers.org"
                },
                {
                    "name": "TypeScript",
                    "domain": "www.typescriptlang.org"
                }
            ]
        }
    ]
}
<commit_msg>add vcs sites<commit_after>{
    "categories": [
        {
            "name": "Social programming",
            "linkname": "social-programming",
            "sites": [
                {
                    "name": "GitHub",
                    "domain": "github.com"
                },
                {
                    "name": "BitBucket",
                    "domain": "bitbucket.org"
                },
                {
                    "name": "GitLab",
                    "domain": "about.gitlab.com"
                },
                {
                    "name": "StackOverflow",
                    "domain": "stackoverflow.com"
                },
                {
                    "name": "Dream in Code",
                    "domain": "www.dreamincode.net"
                },
                {
                    "name": "Launchpad",
                    "domain": "launchpad.net"
                }
            ]
        },
        {
            "name": "Linux Distributions",
            "linkname": "distributions",
            "sites": [
                {
                    "name": "Arch",
                    "domain": "www.archlinux.org"
                },
                {
                    "name": "CentOS",
                    "domain": "www.centos.org"
                },
                {
                    "name": "Debian",
                    "domain": "www.debian.org"
                },
                {
                    "name": "Fedora",
                    "domain": "getfedora.org"
                },
                {
                    "name": "Gentoo",
                    "domain": "www.gentoo.org"
                },
                {
                    "name": "openSUSE",
                    "domain": "www.opensuse.org"
                },
                {
                    "name": "Slackware",
                    "domain": "www.slackware.com"
                },
                {
                    "name": "Ubuntu",
                    "domain": "www.ubuntu.com"
                }
            ]
        },
        {
            "name": "Programming Languages",
            "linkname": "programming-languages",
            "sites": [
                {
                    "name": "Clojure",
                    "domain": "clojure.org"
                },
                {
                    "name": "D",
                    "domain": "dlang.org"
                },
                {
                    "name": "Dart",
                    "domain": "www.dartlang.org"
                },
                {
                    "name": "Erlang",
                    "domain": "www.erlang.org"
                },
                {
                    "name": "Go",
                    "domain": "golang.org"
                },
                {
                    "name": "Haskell",
                    "domain": "www.haskell.org"
                },
                {
                    "name": "Julia",
                    "domain": "julialang.org"
                },
                {
                    "name": "Lua",
                    "domain": "www.lua.org"
                },
                {
                    "name": "Perl",
                    "domain": "www.perl.org"
                },
                {
                    "name": "PHP",
                    "domain": "php.net"
                },
                {
                    "name": "Python",
                    "domain": "www.python.org"
                },
                {
                    "name": "R",
                    "domain": "www.r-project.org"
                },
                {
                    "name": "Ruby",
                    "domain": "www.ruby-lang.org"
                },
                {
                    "name": "Rust",
                    "domain": "www.rust-lang.org"
                },
                {
                    "name": "Scala",
                    "domain": "www.scala-lang.org"
                },
                {
                    "name": "Schemers",
                    "domain": "schemers.org"
                },
                {
                    "name": "TypeScript",
                    "domain": "www.typescriptlang.org"
                }
            ]
        },
        {
            "name": "Version Control Systems",
            "linkname": "vcs",
            "sites": [
                {
                    "name": "Git",
                    "domain": "git-scm.com"
                },
                {
                    "name": "Mercurial",
                    "domain": "www.mercurial-scm.org"
                },
                {
                    "name": "Subversion",
                    "domain": "subversion.apache.org"
                }
            ]
        }
    ]
}

{'fraction_non_alphanumeric': 0.13011889035667107, 'fraction_numerical': 0.0, 'mean_word_length': 0.5819258227407278, 'pattern_counts': {'":': 153, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 39, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6238227', 'n_tokens_mistral': 2407, 'n_tokens_neox': 2080, 'n_words': 313}