<commit_before>{
    // See https://go.microsoft.com/fwlink/?LinkId=733558
    // for the documentation about the tasks.json format
    "version": "2.0.0",
    "tasks": [
        {
            "label": "build",
            "type": "shell",
            "command": "make autojobs=true",
            "problemMatcher": [
                "$gcc"
            ],
            "group": {
                "kind": "build",
                "isDefault": true
            }
        },
        {
            "label": "build_debug",
            "type": "shell",
            "command": "make autojobs=true debug=true",
            "problemMatcher": [
                "$gcc"
            ],
            "group": {
                "kind": "build",
                "isDefault": true
            }
        },
        {
            "label": "clean",
            "type": "shell",
            "command": "make clean",
            "problemMatcher": []
        },
        {
            "label": "rebuild",
            "type": "shell",
            "command": "",
            "dependsOn": [
                "clean",
                "build"
            ],
            "problemMatcher": []<commit_msg>added test task to vscode project<commit_after>{
    // See https://go.microsoft.com/fwlink/?LinkId=733558
    // for the documentation about the tasks.json format
    "version": "2.0.0",
    "tasks": [
        {
            "label": "build",
            "type": "shell",
            "command": "make autojobs=true",
            "problemMatcher": [
                "$gcc"
            ],
            "group": {
                "kind": "build",
                "isDefault": true
            }
        },
        {
            "label": "build_debug",
            "type": "shell",
            "command": "make autojobs=true debug=true",
            "problemMatcher": [
                "$gcc"
            ],
            "group": {
                "kind": "build",
                "isDefault": true
            }
        },
        {
            "label": "clean",
            "type": "shell",
            "command": "make clean",
            "problemMatcher": []
        },
        {
            "label": "rebuild",
            "type": "shell",
            "command": "",
            "dependsOn": [
                "clean",
                "build"
            ],
            "problemMatcher": []
        },
        {
            "label": "test",
            "type": "shell",
            "command": "make test",
            "problemMatcher": []
{'fraction_non_alphanumeric': 0.1556264964086193, 'fraction_numerical': 0.007182761372705506, 'mean_word_length': 1.0136546184738955, 'pattern_counts': {'":': 54, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3780946', 'n_tokens_mistral': 693, 'n_tokens_neox': 653, 'n_words': 131}