<commit_before>#!/usr/bin/env python

##########################################
## MODIFY THIS FILE TO YOUR PREFERENCES ##
##########################################

# Start year to maintain data from (must be >= 1998) default is 1998
# Can be 1998, 2000, 2002, 2004, 2006, 2008, 2010, 2012, 2014 ..

start_year = 1998

# End year to maintain data to, must be >= start_year+1, default is 2015
# can be 1999, 2001, 2003, 2005, 2007, 2009, 2011, 2013, 2015 ...

end_year = 2015

# Database user *** THIS MUST BE CHANGED AND CANNOT BE EMPTY ***

db_user = ""

# Database password, *** THIS MUST NOT BE EMPTY ***

db_password = ""

# DB Prefix, default = FEC_
# must conform to valid identifier/keyword rules for postgresql
# for more information, see http://www.postgresql.org/docs/current/interactive/sql-syntax-lexical.html#SQL-SYNTAX-IDENTIFIERS
# will be converted to lowercase when database is created for normalization purposes

db_prefix = "fec_"

# DB Host, default = localhost

db_host = "localhost"

# DB Port, default = 5432

db_port = 5432

<commit_msg>modified config file and make file<commit_after>#!/usr/bin/env python

##########################################
## MODIFY THIS FILE TO YOUR PREFERENCES ##
##########################################

# Start year to maintain data from (must be >= 1998) default is 1998
# Can be 1998, 2000, 2002, 2004, 2006, 2008, 2010, 2012, 2014 ..

start_year = 1998

# End year to maintain data to, must be >= start_year+1, default is 2015
# can be 1999, 2001, 2003, 2005, 2007, 2009, 2011, 2013, 2015 ...

end_year = 2015

# Database user *** THIS MUST BE CHANGED AND CANNOT BE EMPTY ***

db_user = ""

# Database password, *** THIS MUST NOT BE EMPTY ***

db_password = ""

# DB Prefix, default = fec_
# must conform to valid identifier/keyword rules for postgresql
# for more information, see http://www.postgresql.org/docs/current/interactive/sql-syntax-lexical.html#SQL-SYNTAX-IDENTIFIERS
# will be converted to lowercase when database is created for normalization purposes

db_prefix = "fec_"

# DB Host, default = localhost

db_host = "localhost"

# DB Port, default = 5432

db_port = 5432


{'fraction_non_alphanumeric': 0.1758957654723127, 'fraction_numerical': 0.09399720800372266, 'mean_word_length': 4.456852791878172, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4381893', 'n_tokens_mistral': 856, 'n_tokens_neox': 640, 'n_words': 247}