<commit_before>{
	"Reddit": [
		"PRODUCT",
		{},
		[
			[{"lower": "reddit"}]
		]
	],
	"SeptemberElevenAttacks": [
		"EVENT",
		{},
		[
			[
				{"orth": "9/11"}
			],
			[
				{"lower": "Septmber"},
				{"lower": "Eleven"}
			],
			[
				{"lower": "september"},
				{"orth": "11"}
			]
		]
	],
	"Linux": [
		"PRODUCT",
		{},
		[
			[{"lower": "linux"}]
		]
	],
	"Haskell": [
		"PRODUCT",
		{},
		[
			[{"lower": "haskell"}]
		]
	],
	"HaskellCurry": [
		"PERSON",
		{},
		[
			[
				{"lower": "haskell"},
				{"lower": "curry"}
			]
		]
	],
	"Javascript": [
		"PRODUCT",
		{},
		[
			[{"lower": "javascript"}]
		]
	],
	"CSS": [
		"PRODUCT",
		{},
		[
			[{"lower": "css"}],
			[{"lower": "css3"}]
		]
	],
    "HTML": [
		"PRODUCT",
		{},
		[
			[{"lower": "html"}],
			[{"lower": "html5"}]
		]
	]
    "Python": [
        "PRODUCT",
        {},
        [
            [{"orth": "Python"}]
        ]
    ],
    "Ruby": [
        "PRODUCT",
        {},
        [
            [{"orth": "Ruby"}]
        ]
    ],
    "Digg": [
        "PRODUCT",
        {},
        [
            [{"lower": "digg"}]
        ]
    ],
     "Fox": [
        "ORG",
        {},
        [
            [{"orth": "Fox"}]
        ]
    ],
    "Google": [
        "ORG",
        {},
        [
            [{"lower": "google"}]
        ]
    ],
    "Mac": [
        "PRODUCT",
        {},
        [
            [{"lower": "mac"}]
        ]
    ],
    "Wikipedia": [
        "PRODUCT",
        {},
        [
            [{"lower": "wikipedia"}]
        ]
    ],
    "Windows": [
        "PRODUCT",
        {},
        [
            [{"orth": "Windows"}]
        ]
    ],
     "Dell": [
        "ORG",
        {},
        [
            [{"lower": "dell"}]
        ]
    ],
    "Facebook": [
        "ORG",
        {},
        [
            [{"lower": "facebook"}]
        ]
    ],
     "Blizzard": [
        "ORG",
        {},
        [
            [{"orth": "Facebook"}]
        ]
    ],
    "Ubuntu": [
        "ORG",
        {},
        [
            [{"orth": "Ubuntu"}]
        ]
    ],
    "Youtube": [
        "PRODUCT",
        {},
        [
            [{"lower": "youtube"}]
        ]
    ],
    "false_positives": [
        null,
        {},
        [{"orth": "Shit"}],
        [{"orth": "Weed"}],
        [{"orth": "Cool"}],
        [{"orth": "Btw"}],
        [{"orth": "Bah"}],
        [{"orth": "Bullshit"}],
        [{"orth": "Lol"}],
        [{"orth": "Yo"}, {"lower": "dawg"}],
        [{"orth": "Yay"}],
        [{"orth": "Ahh"}],
        [{"orth": "Yea"}],
        [{"orth": "Bah"}]
    ]
}<commit_msg>* Fix gazetteer.json<commit_after>{
	"Reddit": [
		"PRODUCT",
		{},
		[
			[{"lower": "reddit"}]
		]
	],
	"SeptemberElevenAttacks": [
		"EVENT",
		{},
		[
			[
				{"orth": "9/11"}
			],
			[
				{"lower": "Septmber"},
				{"lower": "Eleven"}
			],
			[
				{"lower": "september"},
				{"orth": "11"}
			]
		]
	],
	"Linux": [
		"PRODUCT",
		{},
		[
			[{"lower": "linux"}]
		]
	],
	"Haskell": [
		"PRODUCT",
		{},
		[
			[{"lower": "haskell"}]
		]
	],
	"HaskellCurry": [
		"PERSON",
		{},
		[
			[
				{"lower": "haskell"},
				{"lower": "curry"}
			]
		]
	],
	"Javascript": [
		"PRODUCT",
		{},
		[
			[{"lower": "javascript"}]
		]
	],
	"CSS": [
		"PRODUCT",
		{},
		[
			[{"lower": "css"}],
			[{"lower": "css3"}]
		]
	],
    "HTML": [
		"PRODUCT",
		{},
		[
			[{"lower": "html"}],
			[{"lower": "html5"}]
		]
	],
    "Python": [
        "PRODUCT",
        {},
        [
            [{"orth": "Python"}]
        ]
    ],
    "Ruby": [
        "PRODUCT",
        {},
        [
            [{"orth": "Ruby"}]
        ]
    ],
    "Digg": [
        "PRODUCT",
        {},
        [
            [{"lower": "digg"}]
        ]
    ],
     "Fox": [
        "ORG",
        {},
        [
            [{"orth": "Fox"}]
        ]
    ],
    "Google": [
        "ORG",
        {},
        [
            [{"lower": "google"}]
        ]
    ],
    "Mac": [
        "PRODUCT",
        {},
        [
            [{"lower": "mac"}]
        ]
    ],
    "Wikipedia": [
        "PRODUCT",
        {},
        [
            [{"lower": "wikipedia"}]
        ]
    ],
    "Windows": [
        "PRODUCT",
        {},
        [
            [{"orth": "Windows"}]
        ]
    ],
     "Dell": [
        "ORG",
        {},
        [
            [{"lower": "dell"}]
        ]
    ],
    "Facebook": [
        "ORG",
        {},
        [
            [{"lower": "facebook"}]
        ]
    ],
     "Blizzard": [
        "ORG",
        {},
        [
            [{"orth": "Facebook"}]
        ]
    ],
    "Ubuntu": [
        "ORG",
        {},
        [
            [{"orth": "Ubuntu"}]
        ]
    ],
    "Youtube": [
        "PRODUCT",
        {},
        [
            [{"lower": "youtube"}]
        ]
    ],
    "false_positives": [
        null,
        {},
        [
            [{"orth": "Shit"}],
            [{"orth": "Weed"}],
            [{"orth": "Cool"}],
            [{"orth": "Btw"}],
            [{"orth": "Bah"}],
            [{"orth": "Bullshit"}],
            [{"orth": "Lol"}],
            [{"orth": "Yo"}, {"lower": "dawg"}],
            [{"orth": "Yay"}],
            [{"orth": "Ahh"}],
            [{"orth": "Yea"}],
            [{"orth": "Bah"}]
        ]
    ]
}
{'fraction_non_alphanumeric': 0.26304761904761903, 'fraction_numerical': 0.0026666666666666666, 'mean_word_length': 1.1224737267582863, 'pattern_counts': {'":': 126, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2331881', 'n_tokens_mistral': 2227, 'n_tokens_neox': 1989, 'n_words': 256}