<commit_before>{
    "contributor" : {
        "_timestamp"  : { "enabled" : true },
        "_all" : {"enabled" : false},
        "properties" : {
            "code"  : {"type" : "string", "analyzer" : "keyword"},
            "email" : {"type" : "string", "analyzer" : "keyword"},
            "name"	: {
							  "type"   : "multi_field",
							  "fields" : {
							      "name"     : { "type": "string", "analyzer": "keyword" },
								    "fulltext" : { "type": "string", "index": "analyzed" }
							  }
						},
            "type_specific_code" : {
                "type" : "object",            
                "properties" : {
		              "jbossorg_username" : {"type" : "string", "analyzer" : "keyword"},
		              "github_username"   : {"type" : "string", "analyzer" : "keyword"},
		              "jbossorg_blog"     : {"type" : "string", "analyzer" : "keyword"},
		              "vimeo_username"    : {"type" : "string", "analyzer" : "keyword"},
		              "jbossdeveloper_quickstart_author" : {"type" : "string", "analyzer" : "keyword"}
	               }
             }
         }
    }
}<commit_msg>ES mapping for sys_contributor updated to provide case insensitive search for some fields, which is better for normalizations<commit_after>{
    "contributor" : {
        "_timestamp"  : { "enabled" : true },
        "_all" : {"enabled" : false},
        "properties" : {
            "code"  : {"type" : "string", "analyzer" : "keyword_lowercase"},
            "email" : {"type" : "string", "analyzer" : "keyword_lowercase"},
            "name"	: {
							  "type"   : "multi_field",
							  "fields" : {
							      "name"     : { "type": "string", "analyzer": "keyword_lowercase" },
								    "fulltext" : { "type": "string", "index": "analyzed" }
							  }
						},
            "type_specific_code" : {
                "type" : "object",            
                "properties" : {
		              "jbossorg_username" : {"type" : "string", "analyzer" : "keyword_lowercase"},
		              "github_username"   : {"type" : "string", "analyzer" : "keyword_lowercase"},
		              "jbossorg_blog"     : {"type" : "string", "analyzer" : "keyword_lowercase"},
		              "vimeo_username"    : {"type" : "string", "analyzer" : "keyword_lowercase"},
		              "jbossdeveloper_quickstart_author" : {"type" : "string", "analyzer" : "keyword_lowercase"}
	               }
             }
         }
    }
}
{'fraction_non_alphanumeric': 0.17755102040816326, 'fraction_numerical': 0.0, 'mean_word_length': 1.7789115646258504, 'pattern_counts': {'":': 8, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2400074', 'n_tokens_mistral': 847, 'n_tokens_neox': 725, 'n_words': 141}