<commit_before># Path in which source_docs and the gold_standard are stored
#
# For example:
#
# corpora_path = '/home/bla/Projects/Entity_Linking/Data/Corpora/LDC2016E38_TAC_KBP_Entity_Discovery_and_Linking_Comprehensive_Training_and_Evaluation_Data_2014-2015/data/2015/eval'
#

corpora_path = ''

# Path in which the folders eng,spa,cmn are located the source format (i.e. not the ltf.xml files)
#
# For example:
#
# documents_path = '/source_docs'
#

documents_path = '/source_docs'

# Path to the gold mentions
#
# For example:
#
# gold_info_path = corpora_path + '/tac_kbp_2015_tedl_evaluation_gold_standard_entity_mentions.tab'
#

gold_info_path = corpora_path + '/tac_kbp_2015_tedl_evaluation_gold_standard_entity_mentions.tab'

# File name pattern to select the system output files
#
# For example if your files are named entity_linking_out_001.tsv, entity_linking_out_002.tsv, ...
#
# system_output_file_name = 'entity_linking_out_*.tsv'
#

system_output_file_name = ''

# Path in which your entity linking system outputs in the TAC 2015 format are stored.
# It is assumed that the files are to be found in subdirectories below system_output_path
#
# system_output_path / * / system_output_file_name
#
# For example:
#
# system_output_path = '/home/bla/Projects/Entity_Linking/Data/Evaluation'
#
# The following files will be found:
#
# /home/bla/Projects/Entity_Linking/Data/Evaluation/20160816-1610/entity_linking_out_001.tsv
# /home/bla/Projects/Entity_Linking/Data/Evaluation/20160816-1610/entity_linking_out_002.tsv
# /home/bla/Projects/Entity_Linking/Data/Evaluation/20160816-1710/entity_linking_out_001.tsv
# ...
#

system_output_path = ''

#
# Host and Port for the web server to run on
#

host = None
port = 33507<commit_msg>Update config.py<commit_after># Path in which source_docs and the gold_standard are stored
#
# For example:
#
# corpora_path = '/home/bla/Projects/Entity_Linking/Data/Corpora/LDC2016E38_TAC_KBP_Entity_Discovery_and_Linking_Comprehensive_Training_and_Evaluation_Data_2014-2015/data/2015/eval'
#

corpora_path = ''

# Path in which the folders eng,spa,cmn are located the source format (i.e. not the ltf.xml files)
#
# For example:
#
# documents_path = '/source_docs'
#

documents_path = '/source_docs'

# Path to the gold mentions
#
# For example:
#
# gold_info_path = corpora_path + '/tac_kbp_2015_tedl_evaluation_gold_standard_entity_mentions.tab'
#

gold_info_path = corpora_path + '/tac_kbp_2015_tedl_evaluation_gold_standard_entity_mentions.tab'

# File name pattern to select the system output files
#
# For example if your files are named entity_linking_out_001.tsv, entity_linking_out_002.tsv, ...
#
# system_output_file_name = 'entity_linking_out_*.tsv'
#

system_output_file_name = ''

# Path in which your entity linking system outputs in the TAC 2015 format are stored.
# It is assumed that the files are to be found in subdirectories below system_output_path
#
# system_output_path / * / system_output_file_name
#
# For example:
#
# system_output_path = '/home/bla/Projects/Entity_Linking/Data/Evaluation'
#
# The following files will be found:
#
# /home/bla/Projects/Entity_Linking/Data/Evaluation/20160816-1610/entity_linking_out_001.tsv
# /home/bla/Projects/Entity_Linking/Data/Evaluation/20160816-1610/entity_linking_out_002.tsv
# /home/bla/Projects/Entity_Linking/Data/Evaluation/20160816-1710/entity_linking_out_001.tsv
# ...
#
# But at the moment only one file per directory is assumed.
#

system_output_path = ''

#
# Host and Port for the web server to run on
#

host = None
port = 33507
{'fraction_non_alphanumeric': 0.09180512531681216, 'fraction_numerical': 0.04843705998310335, 'mean_word_length': 5.331550802139038, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6047192', 'n_tokens_mistral': 1408, 'n_tokens_neox': 1241, 'n_words': 271}