<commit_before>{
    # service
    "service_name" : "FundFind",

    # provide site address URL if you need to overwrite what it might otherwise be calculated to be
    #"SITE_URL" : "",
	
	# provide tweetlisten with the base site url (but don't want to overwrite what it might otherwise be calculated to be for the rest of the code)
	#"TWEETLISTEN_BASE_URL" : "",

    # base URL of search service
    "base_url" : "/search",

    # elasticsearch settings
    "ELASTIC_SEARCH_HOST" : "127.0.0.1:9200",
    "ELASTIC_SEARCH_DB" : "fundmap",

    # default results and paging options
    "results_per_page" : 10,
    "results_per_page_options" : [10, 20, 50, 100],    
    
    # The fields for which faceting should be made available on, and their default settings
    # these can be nested fields, e.g. links.url
    # "facet_fields" : [
        # {
            # "key":"collection",
            # "order":"term",
            # "size":200
        # },
        # {
            # "key":"type",
            # "order":"count"
        # },
        # {
            # "key":"journal"
        # },
        # {
            # "key":"author",
            # "order":"term",
            # "size":1000
        # },
        # {
            # "key":"year",
            # "order":"reverse_term"
        # }
    # ],

    
    # functions to perform on particular result fields on display - these are defined in iomanager
    "display_value_functions" : {
        "author":{"authorify":{}},
        "collection": {"collectionify":{}},
        "links": {"bibsoup_links":{}}
    },

    # a dict of the ES mappings. identify by name, and include name as first object name
    "mappings" : {
        "record" : {
            "record" : {
                "dynamic_templates" : [
                    {
                        "default" : {
                            "match" : "*",
                            "match_mapping_type": "string",
                            "mapping" : {
                                "type" : "multi_field",
                                "fields" : {
                                    "{name}" : {"type" : "{dynamic_type}", "index" : "analyzed", "store" : "no"},
                                    "exact" : {"type" : "{dynamic_type}", "index" : "not_analyzed", "store" : "yes"}
                                }
                            }
                        }
                    }
                ]
            }
        },
        "collection" : {
            "collection" : {
                "dynamic_templates" : [
                    {
                        "default" : {
                            "match" : "*",
                            "mapping" : {
                                "index" : "not_analyzed"
                            }
                        }
                    }
                ]
            }
        }
    },

    # identifier for how non-analyzed fields for faceting are differenetiated in the mappings
    "facet_field" : ".exact"
}
<commit_msg>update configuration - include ADMINS list of e-mails; change ES index name<commit_after>{
    # service
    "service_name" : "FundFind",
	
	# admin e-mail addresses
	# TODO enable when publically deployed
	#"ADMINS": ['<EMAIL>'],

    # provide site address URL if you need to overwrite what it might otherwise be calculated to be
    #"SITE_URL" : "",
	
	# provide tweetlisten with the base site url (but don't want to overwrite what it might otherwise be calculated to be for the rest of the code)
	#"TWEETLISTEN_BASE_URL" : "",

    # base URL of search service
    "base_url" : "/search",

    # elasticsearch settings
    "ELASTIC_SEARCH_HOST" : "127.0.0.1:9200",
    "ELASTIC_SEARCH_DB" : "fundfind",

    # default results and paging options
    "results_per_page" : 10,
    "results_per_page_options" : [10, 20, 50, 100],    
    
    # The fields for which faceting should be made available on, and their default settings
    # these can be nested fields, e.g. links.url
    # "facet_fields" : [
        # {
            # "key":"collection",
            # "order":"term",
            # "size":200
        # },
        # {
            # "key":"type",
            # "order":"count"
        # },
        # {
            # "key":"journal"
        # },
        # {
            # "key":"author",
            # "order":"term",
            # "size":1000
        # },
        # {
            # "key":"year",
            # "order":"reverse_term"
        # }
    # ],

    
    # functions to perform on particular result fields on display - these are defined in iomanager
    "display_value_functions" : {
        "author":{"authorify":{}},
        "collection": {"collectionify":{}},
        "links": {"bibsoup_links":{}}
    },

    # a dict of the ES mappings. identify by name, and include name as first object name
    "mappings" : {
        "record" : {
            "record" : {
                "dynamic_templates" : [
                    {
                        "default" : {
                            "match" : "*",
                            "match_mapping_type": "string",
                            "mapping" : {
                                "type" : "multi_field",
                                "fields" : {
                                    "{name}" : {"type" : "{dynamic_type}", "index" : "analyzed", "store" : "no"},
                                    "exact" : {"type" : "{dynamic_type}", "index" : "not_analyzed", "store" : "yes"}
                                }
                            }
                        }
                    }
                ]
            }
        },
        "collection" : {
            "collection" : {
                "dynamic_templates" : [
                    {
                        "default" : {
                            "match" : "*",
                            "mapping" : {
                                "index" : "not_analyzed"
                            }
                        }
                    }
                ]
            }
        }
    },

    # identifier for how non-analyzed fields for faceting are differenetiated in the mappings
    "facet_field" : ".exact"
}

{'fraction_non_alphanumeric': 0.1207221350078493, 'fraction_numerical': 0.008791208791208791, 'mean_word_length': 1.1166112956810632, 'pattern_counts': {'":': 37, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5670920', 'n_tokens_mistral': 1811, 'n_tokens_neox': 1621, 'n_words': 402}